| # The mapreduce jobs are first ordered by common mapreduce jobs shared between |
| # modules, followed by the mapreduce jobs specific to the GSoC module and then |
| # the mapreduce jobs for the GCI module. Within each group, the jobs are |
| # ordered alphabetically by their name. The jobs corresponding to a module |
| # will have that module name as the prefix. |
| |
| mapreduce: |
| - name: AddProgramToOrgAppRecord |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.add_program_to_org_app_record.process |
| params: |
| - name: entity_kind |
| value: soc.models.org_app_record.OrgAppRecord |
| |
| - name: ApplyOrgAdmissionDecisions |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: melange.mapreduce.apply_org_admission_decisions.process |
| params: |
| - name: program_key |
| |
| - name: ApplicationProcessUnfinishedReminders |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: melange.mapreduce.application_process_unfinished_reminders.process |
| params: |
| - name: program_key |
| |
| - name: StudentAdmissionEmail |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: summerofcode.mapreduce.student_admission_email.process |
| params: |
| - name: program_key |
| |
| - name: FindDuplicates |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: summerofcode.mapreduce.find_duplicates.process |
| params: |
| - name: program_key |
| |
| - name: CreateProposalRevisionsForProposal |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: summerofcode.mapreduce.create_proposal_revision_model.process |
| params: |
| - name: entity_kind |
| value: summerofcode.models.proposal.Proposal |
| |
| - name: DeleteProposalContent |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: summerofcode.mapreduce.delete_proposal_content.process |
| params: |
| - name: entity_kind |
| value: summerofcode.models.proposal.Proposal |
| - name: dry_run |
| value: True |
| |
| |
| - name: ConvertCodeInProfiles |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_profile.convertProfileRolesTxn |
| params: |
| - name: entity_kind |
| value: melange.models.profile.Profile |
| |
| - name: ConvertWinnerFor |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_profile.convertWinnerForTxn |
| params: |
| - name: entity_kind |
| value: melange.models.profile.Profile |
| |
| - name: ConvertProgramScopedModel |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_program_scoped_model.process |
| params: |
| - name: entity_kind |
| |
| - name: ConvertSponsorScopedModel |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_sponsor_scoped_model.process |
| params: |
| - name: entity_kind |
| |
| - name: SetProgramId |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.set_program_id.process |
| params: |
| - name: entity_kind |
| |
| - name: GSoCMigrateBlobs |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.migrate_blobs.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.profile.GSoCStudentInfo |
| |
| - name: GSoCUnfreezeProfiles |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.unfreeze_entities.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.profile.GSoCProfile |
| |
| |
| # GCI specific mapreduce jobs |
| |
| - name: GCIAddChangesToComments |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.add_gci_changes_to_comments.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.comment.GCIComment |
| - name: program_key |
| |
| - name: GCIAutoSubscribeToTasks |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.auto_subscribe_to_gci_tasks.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| - name: program_key |
| |
| - name: GCIConvertTaskArbitraryTag |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_tag |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.TaskArbitraryTag |
| |
| - name: GCIConvertTaskDifficultyTag |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_tag |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.TaskDifficultyTag |
| |
| - name: GCIConvertTaskTypeTag |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_tag |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.TaskTypeTag |
| |
| - name: GCIDeleteKeyNameBasedTasks |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_task_children_delete |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| |
| - name: GCIInitTaskAuthorship |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.init_gci_task_authorship.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| |
| - name: GCIPublishTasks |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.publish_gci_tasks.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| - name: program_key |
| |
| - name: GCIUpdateTaskArbitTags |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_arbit_tags |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| |
| - name: GCIUpdateTaskDifficulties |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_difficulty |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| |
| - name: GCIUpdateTaskTypes |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_task_types |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| |
| - name: ConvertUser |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_user.process |
| params: |
| - name: entity_kind |
| value: soc.models.user.User |
| |
| - name: ConvertGSoCProgram |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_program.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.program.GSoCProgram |
| |
| - name: ConvertGCIProgram |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_program.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.program.GCIProgram |
| |
| - name: ModelPacifier |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.model_pacifier.process |
| params: |
| - name: entity_kind |
| |
| - name: NDBModelPacifier |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.model_pacifier.processNDB |
| params: |
| - name: entity_kind |
| |
| |
| # organization conversion related scripts |
| - name: ConvertProposal |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.ndb_organization.convertProposalTxn |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.proposal.GSoCProposal |
| |
| - name: ConvertProject |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.ndb_organization.convertProjectTxn |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.project.GSoCProject |
| |
| - name: ConvertProjectSurveyRecord |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.ndb_organization.convertProjectSurveyRecordTxn |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.project_survey_record.GSoCProjectSurveyRecord |
| |
| - name: ConvertGradingProjectSurveyRecord |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.ndb_organization.convertGradingProjectSurveyRecordTxn |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.grading_project_survey_record.GSoCGradingProjectSurveyRecord |
| |
| - name: ConvertTask |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.ndb_organization.convertTask |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| |
| - name: ConvertUserToNdb |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.ndb_user.convertUser |
| params: |
| - name: entity_kind |
| value: soc.models.user.User |
| |
| - name: NewUserToUser |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.ndb_user.newUserToUser |
| params: |
| - name: entity_kind |
| value: soc.mapreduce.ndb_user.NewUser |
| |
| - name: RejectOrgAdmins |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.reject_org_admins.processProfile |
| params: |
| - name: entity_kind |
| value: melange.models.profile.Profile |
| |
| - name: ConvertSOCOrganization |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_soc_organizations.convertOrganization |
| params: |
| - name: entity_kind |
| value: summerofcode.models.organization.SOCOrganization |
| |
| - name: ConvertSOCOrganization_convertConnection |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_soc_organizations.convertConnection |
| params: |
| - name: entity_kind |
| value: melange.models.connection.Connection |
| |
| - name: ConvertSOCOrganization_convertProject |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_soc_organizations.convertProject |
| params: |
| - name: entity_kind |
| value: summerofcode.models.project.Project |
| |
| - name: ConvertSOCOrganization_convertProposal |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_soc_organizations.convertProposal |
| params: |
| - name: entity_kind |
| value: summerofcode.models.proposal.Proposal |
| |
| - name: ConvertSOCOrganization_convertProfile |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_soc_organizations.convertProfile |
| params: |
| - name: entity_kind |
| value: melange.models.profile.Profile |
| |
| - name: ConvertGradingRecord_deleteDuplicateRecords |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_grading_record.deleteDuplicateRecords |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.grading_record.GSoCGradingRecord |
| |
| - name: ConvertGradingRecord_verifyRecordsHasProject |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_grading_record.verifyRecordsHasProject |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.grading_record.GSoCGradingRecord |
| |
| - name: ConvertGradingRecord_updateProject |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_grading_record.updateProject |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.grading_record.GSoCGradingRecord |
| |
| - name: ConvertGCIOrgScore |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_org_score.processEntity |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.score.GCIOrgScore |
| - name: dry_run |
| value: True |
| |
| - name: ConnectionGetPut |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: melange.mapreduce.connections_getput.process |
| params: |
| - name: entity_kind |
| value: melange.models.connection.Connection |
