| # The mapreduce jobs are first ordered by common mapreduce jobs shared between |
| # modules, followed by the mapreduce jobs specific to the GSoC module and then |
| # the mapreduce jobs for the GCI module. Within each group, the jobs are |
| # ordered alphabetically by their name. The jobs corresponding to a module |
| # will have that module name as the prefix. |
| |
| mapreduce: |
| - name: AddProgramToOrgAppRecord |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.add_program_to_org_app_record.process |
| params: |
| - name: entity_kind |
| value: soc.models.org_app_record.OrgAppRecord |
| |
| - name: ConvertOrgAppSurvey |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_surveys.process |
| params: |
| - name: entity_kind |
| value: soc.models.org_app_survey.OrgAppSurvey |
| |
| - name: ConvertOrgAppSurveySchema |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_survey_schema.process |
| params: |
| - name: entity_kind |
| value: soc.models.org_app_survey.OrgAppSurvey |
| - name: program_model |
| - name: program_key |
| |
| - name: ProcessOrgApp |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.process_org_apps.process |
| params: |
| - name: entity_kind |
| value: soc.models.org_app_record.OrgAppRecord |
| - name: program_key |
| - name: program_type |
| |
| # GSoC specific mapreduce jobs |
| - name: GSoCConvertGradingProjectSurvey |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_surveys.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.grading_project_survey.GradingProjectSurvey |
| |
| - name: GSoCConvertGradingProjectSurveySchema |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_survey_schema.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.grading_project_survey.GradingProjectSurvey |
| |
| - name: GSoCConvertOrgTags |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gsoc_organizations.process_org_tags |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.organization.GSoCOrganization |
| |
| - name: GSoCConvertProfile |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_profile.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.profile.GSoCProfile |
| |
| - name: GSoCConvertProjectMentors |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_project_mentors.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.project.GSoCProject |
| |
| - name: GSoCConvertProjectSurvey |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_surveys.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.project_survey.ProjectSurvey |
| |
| - name: GSoCConvertProjectSurveySchema |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_survey_schema.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.project_survey.ProjectSurvey |
| |
| - name: GSoCConvertProposal |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_proposal.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.proposal.GSoCProposal |
| |
| - name: GSoCConvertStudentInfo |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_student_info.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.profile.GSoCStudentInfo |
| |
| - name: GSoCMigrateBlobs |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.migrate_blobs.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.profile.GSoCStudentInfo |
| |
| - name: GSoCUnfreezeOrgs |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.unfreeze_entities.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.organization.GSoCOrganization |
| |
| - name: GSoCUnfreezeProfiles |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.unfreeze_entities.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gsoc.models.profile.GSoCProfile |
| |
| |
| # GCI specific mapreduce jobs |
| - name: GCIAddChangesToComments |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.add_gci_changes_to_comments.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.comment.GCIComment |
| - name: program_key |
| |
| - name: GCIAutoSubscribeToTasks |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.auto_subscribe_to_gci_tasks.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| - name: program_key |
| |
| - name: GCIConvertTask |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_task |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| |
| - name: GCIConvertTaskArbitraryTag |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_tag |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.TaskArbitraryTag |
| |
| - name: GCIConvertTaskDifficultyTag |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_tag |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.TaskDifficultyTag |
| |
| - name: GCIConvertTaskTypeTag |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_tag |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.TaskTypeTag |
| |
| - name: GCIDeleteKeyNameBasedTasks |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_task_children_delete |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| |
| - name: GCIInitTaskAuthorship |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.init_gci_task_authorship.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| |
| - name: GCIPublishTasks |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.publish_gci_tasks.process |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| - name: program_key |
| |
| - name: GCIUpdateTaskArbitTags |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_arbit_tags |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| |
| - name: GCIUpdateTaskDifficulties |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_difficulty |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| |
| - name: GCIUpdateTaskTypes |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreInputReader |
| handler: soc.mapreduce.convert_gci_task.process_task_types |
| params: |
| - name: entity_kind |
| value: soc.modules.gci.models.task.GCITask |
| |
| - name: ConvertUser |
| mapper: |
| input_reader: mapreduce.input_readers.DatastoreKeyInputReader |
| handler: soc.mapreduce.convert_user.process |
| params: |
| - name: entity_kind |
| value: soc.models.user.User |