app/mapreduce.yaml

# The mapreduce jobs are first ordered by common mapreduce jobs shared between
# modules, followed by the mapreduce jobs specific to the GSoC module and then
# the mapreduce jobs for the GCI module. Within each group, the jobs are
# ordered alphabetically by their name. The jobs corresponding to a module
# will have that module name as the prefix.

mapreduce:
- name: AddProgramToOrgAppRecord
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.add_program_to_org_app_record.process
    params:
    - name: entity_kind
      value: soc.models.org_app_record.OrgAppRecord

- name: ProcessOrgApp
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.process_org_apps.process
    params:
    - name: entity_kind
      value: soc.models.org_app_record.OrgAppRecord
    - name: program_key
    - name: program_type

# GSoC specific mapreduce jobs
- name: GSoCConvertOrgTags
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gsoc_organizations.process_org_tags
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.organization.GSoCOrganization

- name: ConvertProgramScopedModel
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_program_scoped_model.process
    params:
    - name: entity_kind

- name: ConvertSponsorScopedModel
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_sponsor_scoped_model.process
    params:
    - name: entity_kind

- name: SetProgramId
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.set_program_id.process
    params:
    - name: entity_kind

- name: GSoCConvertProjectMentors
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_project_mentors.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.project.GSoCProject

- name: GSoCConvertProposal
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_proposal.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.proposal.GSoCProposal

- name: GSoCConvertStudentInfo
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_student_info.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.profile.GSoCStudentInfo

- name: GSoCMigrateBlobs
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.migrate_blobs.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.profile.GSoCStudentInfo

- name: GSoCUnfreezeOrgs
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.unfreeze_entities.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.organization.GSoCOrganization

- name: GSoCUnfreezeProfiles
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.unfreeze_entities.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.profile.GSoCProfile


# GCI specific mapreduce jobs
- name: GCIAddChangesToComments
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.add_gci_changes_to_comments.process
    params:
    - name: entity_kind
      value: soc.modules.gci.models.comment.GCIComment
    - name: program_key

- name: GCIAutoSubscribeToTasks
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.auto_subscribe_to_gci_tasks.process
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask
    - name: program_key

- name: GCIConvertTaskArbitraryTag
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_tag
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.TaskArbitraryTag

- name: GCIConvertTaskDifficultyTag
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_tag
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.TaskDifficultyTag

- name: GCIConvertTaskTypeTag
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_tag
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.TaskTypeTag

- name: GCIDeleteKeyNameBasedTasks
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_task_children_delete
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask

- name: GCIInsertDummyStudentProfileDataForSafeHarboring
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.gci_insert_dummy_data.process
    params:
    - name: entity_kind
      value: soc.modules.gci.models.profile.GCIStudentInfo
    - name: program_key

- name: GCIInitTaskAuthorship
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.init_gci_task_authorship.process
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask

- name: GCIPublishTasks
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.publish_gci_tasks.process
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask
    - name: program_key

- name: GCIUpdateTaskArbitTags
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_arbit_tags
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask

- name: GCIUpdateTaskDifficulties
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_difficulty
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask

- name: GCIUpdateTaskTypes
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_task_types
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask

- name: ConvertUser
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_user.process
    params:
    - name: entity_kind
      value: soc.models.user.User

- name: ConvertGSoCProgram
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_program.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.program.GSoCProgram

- name: ConvertGCIProgram
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_program.process
    params:
    - name: entity_kind
      value: soc.modules.gci.models.program.GCIProgram

- name: ModelPacifier
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.model_pacifier.process
    params:
    - name: entity_kind