app/mapreduce.yaml

# The mapreduce jobs are first ordered by common mapreduce jobs shared between
# modules, followed by the mapreduce jobs specific to the GSoC module and then
# the mapreduce jobs for the GCI module. Within each group, the jobs are
# ordered alphabetically by their name. The jobs corresponding to a module
# will have that module name as the prefix.

mapreduce:
- name: AddProgramToOrgAppRecord
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.add_program_to_org_app_record.process
    params:
    - name: entity_kind
      value: OrgAppRecord

- name: ApplyOrgAdmissionDecisions
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: melange.mapreduce.apply_org_admission_decisions.process
    params:
    - name: program_key

- name: ApplicationProcessUnfinishedReminders
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: melange.mapreduce.application_process_unfinished_reminders.process
    params:
    - name: program_key

- name: StudentAdmissionEmail
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: summerofcode.mapreduce.student_admission_email.process
    params:
    - name: program_key

- name: FindDuplicates
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: summerofcode.mapreduce.find_duplicates.process
    params:
    - name: program_key

- name: ConvertCodeInProfiles
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_profile.convertProfileRolesTxn
    params:
    - name: entity_kind
      value: Profile

- name: ConvertWinnerFor
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_profile.convertWinnerForTxn
    params:
    - name: entity_kind
      value: Profile

- name: ConvertSponsorScopedModel
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_sponsor_scoped_model.process
    params:
    - name: entity_kind

- name: SetProgramId
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.set_program_id.process
    params:
    - name: entity_kind

- name: GSoCMigrateBlobs
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.migrate_blobs.process
    params:
    - name: entity_kind
      value: GSoCStudentInfo

- name: GSoCUnfreezeProfiles
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.unfreeze_entities.process
    params:
    - name: entity_kind
      value: GSoCProfile


# GCI specific mapreduce jobs

- name: GCIAddChangesToComments
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.add_gci_changes_to_comments.process
    params:
    - name: entity_kind
      value: GCIComment
    - name: program_key

- name: GCIAutoSubscribeToTasks
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.auto_subscribe_to_gci_tasks.process
    params:
    - name: entity_kind
      value: GCITask
    - name: program_key

- name: GCIConvertTaskArbitraryTag
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_tag
    params:
    - name: entity_kind
      value: TaskArbitraryTag

- name: GCIConvertTaskDifficultyTag
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_tag
    params:
    - name: entity_kind
      value: TaskDifficultyTag

- name: GCIConvertTaskTypeTag
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_tag
    params:
    - name: entity_kind
      value: TaskTypeTag

- name: GCIDeleteKeyNameBasedTasks
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_task_children_delete
    params:
    - name: entity_kind
      value: GCITask

- name: GCIPublishTasks
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.publish_gci_tasks.process
    params:
    - name: entity_kind
      value: GCITask
    - name: program_key

- name: GCIUpdateTaskArbitTags
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_arbit_tags
    params:
    - name: entity_kind
      value: GCITask

- name: GCIUpdateTaskDifficulties
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_difficulty
    params:
    - name: entity_kind
      value: GCITask

- name: GCIUpdateTaskTypes
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_task_types
    params:
    - name: entity_kind
      value: GCITask

- name: ConvertGSoCProgram
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_program.process
    params:
    - name: entity_kind
      value: GSoCProgram

- name: ConvertGCIProgram
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_program.process
    params:
    - name: entity_kind
      value: GCIProgram

- name: ModelPacifier
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.model_pacifier.process
    params:
    - name: entity_kind

- name: NDBModelPacifier
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.model_pacifier.processNDB
    params:
    - name: entity_kind


# organization conversion related scripts
- name: ConvertProposal
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.ndb_organization.convertProposalTxn
    params:
    - name: entity_kind
      value: GSoCProposal

- name: ConvertProject
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.ndb_organization.convertProjectTxn
    params:
    - name: entity_kind
      value: GSoCProject

- name: ConvertProjectSurveyRecord
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.ndb_organization.convertProjectSurveyRecordTxn
    params:
    - name: entity_kind
      value: GSoCProjectSurveyRecord

- name: ConvertGradingProjectSurveyRecord
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.ndb_organization.convertGradingProjectSurveyRecordTxn
    params:
    - name: entity_kind
      value: GSoCGradingProjectSurveyRecord

- name: ConvertTask
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.ndb_organization.convertTask
    params:
    - name: entity_kind
      value: GCITask

- name: RejectOrgAdmins
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.reject_org_admins.processProfile
    params:
    - name: entity_kind
      value: Profile

- name: ConvertSOCOrganization
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_soc_organizations.convertOrganization
    params:
    - name: entity_kind
      value: SOCOrganization

- name: ConvertSOCOrganization_convertConnection
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_soc_organizations.convertConnection
    params:
    - name: entity_kind
      value: Connection

- name: ConvertSOCOrganization_convertProject
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_soc_organizations.convertProject
    params:
    - name: entity_kind
      value: Project

- name: ConvertSOCOrganization_convertProposal
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_soc_organizations.convertProposal
    params:
    - name: entity_kind
      value: Proposal

- name: ConvertSOCOrganization_convertProfile
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_soc_organizations.convertProfile
    params:
    - name: entity_kind
      value: Profile

- name: ConvertGCIOrgScore
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_org_score.processEntity
    params:
    - name: entity_kind
      value: GCIOrgScore
    - name: dry_run
      value: True

- name: ConnectionGetPut
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: melange.mapreduce.connections_getput.process
    params:
    - name: entity_kind
      value: Connection

- name: UpdateProjectEvaluations
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.update_project_evaluations.process
    params:
    - name: entity_kind
      value: Project
    - name: dry_run
      value: True