blob: 596931a1e269500b6a062189237d9219002c0a0b [file] [log] [blame]
# The mapreduce jobs are first ordered by common mapreduce jobs shared between
# modules, followed by the mapreduce jobs specific to the GSoC module and then
# the mapreduce jobs for the GCI module. Within each group, the jobs are
# ordered alphabetically by their name. The jobs corresponding to a module
# will have that module name as the prefix.
mapreduce:
- name: AddProgramToOrgAppRecord
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.add_program_to_org_app_record.process
params:
- name: entity_kind
value: soc.models.org_app_record.OrgAppRecord
- name: ApplyOrgAdmissionDecisions
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: melange.mapreduce.apply_org_admission_decisions.process
params:
- name: program_key
- name: ApplicationProcessUnfinishedReminders
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: melange.mapreduce.application_process_unfinished_reminders.process
params:
- name: program_key
- name: StudentAdmissionEmail
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: summerofcode.mapreduce.student_admission_email.process
params:
- name: program_key
- name: FindDuplicates
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: summerofcode.mapreduce.find_duplicates.process
params:
- name: program_key
- name: CreateProposalRevisionsForProposal
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: summerofcode.mapreduce.create_proposal_revision_model.process
params:
- name: entity_kind
value: summerofcode.models.proposal.Proposal
- name: DeleteProposalContent
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: summerofcode.mapreduce.delete_proposal_content.process
params:
- name: entity_kind
value: summerofcode.models.proposal.Proposal
- name: dry_run
value: True
- name: ConvertCodeInProfiles
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_profile.convertProfileRolesTxn
params:
- name: entity_kind
value: melange.models.profile.Profile
- name: ConvertWinnerFor
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_profile.convertWinnerForTxn
params:
- name: entity_kind
value: melange.models.profile.Profile
- name: ConvertProgramScopedModel
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_program_scoped_model.process
params:
- name: entity_kind
- name: ConvertSponsorScopedModel
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_sponsor_scoped_model.process
params:
- name: entity_kind
- name: SetProgramId
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.set_program_id.process
params:
- name: entity_kind
- name: GSoCMigrateBlobs
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.migrate_blobs.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.profile.GSoCStudentInfo
- name: GSoCUnfreezeProfiles
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.unfreeze_entities.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.profile.GSoCProfile
# GCI specific mapreduce jobs
- name: GCIAddChangesToComments
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.add_gci_changes_to_comments.process
params:
- name: entity_kind
value: soc.modules.gci.models.comment.GCIComment
- name: program_key
- name: GCIAutoSubscribeToTasks
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.auto_subscribe_to_gci_tasks.process
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: program_key
- name: GCIConvertTaskArbitraryTag
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_tag
params:
- name: entity_kind
value: soc.modules.gci.models.task.TaskArbitraryTag
- name: GCIConvertTaskDifficultyTag
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_tag
params:
- name: entity_kind
value: soc.modules.gci.models.task.TaskDifficultyTag
- name: GCIConvertTaskTypeTag
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_tag
params:
- name: entity_kind
value: soc.modules.gci.models.task.TaskTypeTag
- name: GCIDeleteKeyNameBasedTasks
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_task_children_delete
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: GCIInitTaskAuthorship
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.init_gci_task_authorship.process
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: GCIPublishTasks
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.publish_gci_tasks.process
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: program_key
- name: GCIUpdateTaskArbitTags
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_arbit_tags
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: GCIUpdateTaskDifficulties
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_difficulty
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: GCIUpdateTaskTypes
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_gci_task.process_task_types
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: ConvertUser
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_user.process
params:
- name: entity_kind
value: soc.models.user.User
- name: ConvertGSoCProgram
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_program.process
params:
- name: entity_kind
value: soc.modules.gsoc.models.program.GSoCProgram
- name: ConvertGCIProgram
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_program.process
params:
- name: entity_kind
value: soc.modules.gci.models.program.GCIProgram
- name: ModelPacifier
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.model_pacifier.process
params:
- name: entity_kind
- name: NDBModelPacifier
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.model_pacifier.processNDB
params:
- name: entity_kind
# organization conversion related scripts
- name: ConvertProposal
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.ndb_organization.convertProposalTxn
params:
- name: entity_kind
value: soc.modules.gsoc.models.proposal.GSoCProposal
- name: ConvertProject
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.ndb_organization.convertProjectTxn
params:
- name: entity_kind
value: soc.modules.gsoc.models.project.GSoCProject
- name: ConvertProjectSurveyRecord
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.ndb_organization.convertProjectSurveyRecordTxn
params:
- name: entity_kind
value: soc.modules.gsoc.models.project_survey_record.GSoCProjectSurveyRecord
- name: ConvertGradingProjectSurveyRecord
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.ndb_organization.convertGradingProjectSurveyRecordTxn
params:
- name: entity_kind
value: soc.modules.gsoc.models.grading_project_survey_record.GSoCGradingProjectSurveyRecord
- name: ConvertTask
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.ndb_organization.convertTask
params:
- name: entity_kind
value: soc.modules.gci.models.task.GCITask
- name: ConvertUserToNdb
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.ndb_user.convertUser
params:
- name: entity_kind
value: soc.models.user.User
- name: NewUserToUser
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.ndb_user.newUserToUser
params:
- name: entity_kind
value: soc.mapreduce.ndb_user.NewUser
- name: RejectOrgAdmins
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.reject_org_admins.processProfile
params:
- name: entity_kind
value: melange.models.profile.Profile
- name: ConvertSOCOrganization
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_soc_organizations.convertOrganization
params:
- name: entity_kind
value: summerofcode.models.organization.SOCOrganization
- name: ConvertSOCOrganization_convertConnection
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_soc_organizations.convertConnection
params:
- name: entity_kind
value: melange.models.connection.Connection
- name: ConvertSOCOrganization_convertProject
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_soc_organizations.convertProject
params:
- name: entity_kind
value: summerofcode.models.project.Project
- name: ConvertSOCOrganization_convertProposal
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_soc_organizations.convertProposal
params:
- name: entity_kind
value: summerofcode.models.proposal.Proposal
- name: ConvertSOCOrganization_convertProfile
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_soc_organizations.convertProfile
params:
- name: entity_kind
value: melange.models.profile.Profile
- name: ConvertGradingRecord_deleteDuplicateRecords
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_grading_record.deleteDuplicateRecords
params:
- name: entity_kind
value: soc.modules.gsoc.models.grading_record.GSoCGradingRecord
- name: ConvertGradingRecord_verifyRecordsHasProject
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_grading_record.verifyRecordsHasProject
params:
- name: entity_kind
value: soc.modules.gsoc.models.grading_record.GSoCGradingRecord
- name: ConvertGradingRecord_updateProject
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: soc.mapreduce.convert_grading_record.updateProject
params:
- name: entity_kind
value: soc.modules.gsoc.models.grading_record.GSoCGradingRecord
- name: ConvertGCIOrgScore
mapper:
input_reader: mapreduce.input_readers.DatastoreInputReader
handler: soc.mapreduce.convert_org_score.processEntity
params:
- name: entity_kind
value: soc.modules.gci.models.score.GCIOrgScore
- name: dry_run
value: True
- name: ConnectionGetPut
mapper:
input_reader: mapreduce.input_readers.DatastoreKeyInputReader
handler: melange.mapreduce.connections_getput.process
params:
- name: entity_kind
value: melange.models.connection.Connection