blob: baacb000111f410051ebcfc9d5dfae9f51167d3d [file] [log] [blame]
# The mapreduce jobs are first ordered by common mapreduce jobs shared between
# modules, followed by the mapreduce jobs specific to the GSoC module and then
# the mapreduce jobs for the GCI module. Within each group, the jobs are
# ordered alphabetically by their name. The jobs corresponding to a module
# will have that module name as the prefix.
mapreduce:
- name: AddProgramToOrgAppRecord
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.add_program_to_org_app_record.process
params:
- name: entity_kind
value: soc.models.org_app_record.OrgAppRecord
- name: ConvertOrgAppSurvey
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_surveys.process
params:
- name: entity_kind
value: soc.models.org_app_survey.OrgAppSurvey
- name: ConvertOrgAppSurveySchema
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_survey_schema.process
params:
- name: entity_kind
value: soc.models.org_app_survey.OrgAppSurvey
- name: program_model
- name: program_key
- name: ProcessOrgApp
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.process_org_apps.process
params:
- name: entity_kind
value: soc.models.org_app_record.OrgAppRecord
- name: program_key
- name: program_type
# GSoC specific mapreduce jobs
- name: GSoCConvertGradingProjectSurvey
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_surveys.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.grading_project_survey.GradingProjectSurvey
- name: GSoCConvertGradingProjectSurveySchema
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_survey_schema.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.grading_project_survey.GradingProjectSurvey
- name: GSoCConvertOrgTags
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gsoc_organizations.process_org_tags
params:
- name: entity_kind
value: soc.modules.gsoc.models.organization.GSoCOrganization
- name: GSoCConvertProfile
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_profile.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.profile.GSoCProfile
- name: GSoCConvertProjectMentors
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_project_mentors.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.project.GSoCProject
- name: GSoCConvertProjectSurvey
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_surveys.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.project_survey.ProjectSurvey
- name: GSoCConvertProjectSurveySchema
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_survey_schema.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.project_survey.ProjectSurvey
- name: GSoCConvertProposal
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_proposal.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.proposal.GSoCProposal
- name: GSoCConvertStudentInfo
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_student_info.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.profile.GSoCStudentInfo
- name: GSoCMigrateBlobs
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.migrate_blobs.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.profile.GSoCStudentInfo
- name: GSoCUnfreezeOrgs
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.unfreeze_entities.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.organization.GSoCOrganization
- name: GSoCUnfreezeProfiles
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.unfreeze_entities.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.profile.GSoCProfile
# GCI specific mapreduce jobs
- name: GCIAddChangesToComments
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.add_gci_changes_to_comments.process
params:
- name: entity_kind
value: soc.modules.gci.models.comment.GCIComment
- name: program_key
- name: GCIAutoSubscribeToTasks
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.auto_subscribe_to_gci_tasks.process
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: program_key
- name: GCIConvertTask
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_task
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: GCIConvertTaskArbitraryTag
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_tag
params:
- name: entity_kind
value: soc.modules.gci.models.task.TaskArbitraryTag
- name: GCIConvertTaskDifficultyTag
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_tag
params:
- name: entity_kind
value: soc.modules.gci.models.task.TaskDifficultyTag
- name: GCIConvertTaskTypeTag
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_tag
params:
- name: entity_kind
value: soc.modules.gci.models.task.TaskTypeTag
- name: GCIDeleteKeyNameBasedTasks
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_task_children_delete
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: GCIInitTaskAuthorship
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.init_gci_task_authorship.process
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: GCIPublishTasks
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.publish_gci_tasks.process
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: program_key
- name: GCIUpdateTaskArbitTags
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_arbit_tags
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: GCIUpdateTaskDifficulties
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_difficulty
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: GCIUpdateTaskTypes
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_task_types
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: ConvertUser
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_user.process
params:
- name: entity_kind
value: soc.models.user.User