app/mapreduce.yaml

# The mapreduce jobs are first ordered by common mapreduce jobs shared between
# modules, followed by the mapreduce jobs specific to the GSoC module and then
# the mapreduce jobs for the GCI module. Within each group, the jobs are
# ordered alphabetically by their name. The jobs corresponding to a module
# will have that module name as the prefix.

mapreduce:
- name: AddProgramToOrgAppRecord
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.add_program_to_org_app_record.process
    params:
    - name: entity_kind
      value: soc.models.org_app_record.OrgAppRecord

- name: ConvertOrgAppSurvey
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_surveys.process
    params:
    - name: entity_kind
      value: soc.models.org_app_survey.OrgAppSurvey

- name: ConvertOrgAppSurveySchema
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_survey_schema.process
    params:
    - name: entity_kind
      value: soc.models.org_app_survey.OrgAppSurvey
    - name: program_model
    - name: program_key

- name: ProcessOrgApp
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.process_org_apps.process
    params:
    - name: entity_kind
      value: soc.models.org_app_record.OrgAppRecord
    - name: program_key
    - name: program_type

# GSoC specific mapreduce jobs
- name: GSoCConvertGradingProjectSurvey
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_surveys.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.grading_project_survey.GradingProjectSurvey

- name: GSoCConvertGradingProjectSurveySchema
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_survey_schema.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.grading_project_survey.GradingProjectSurvey

- name: GSoCConvertOrgTags
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gsoc_organizations.process_org_tags
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.organization.GSoCOrganization

- name: GSoCConvertProfile
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_profile.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.profile.GSoCProfile

- name: GSoCConvertProjectMentors
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_project_mentors.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.project.GSoCProject

- name: GSoCConvertProjectSurvey
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_surveys.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.project_survey.ProjectSurvey

- name: GSoCConvertProjectSurveySchema
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_survey_schema.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.project_survey.ProjectSurvey

- name: GSoCConvertProposal
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_proposal.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.proposal.GSoCProposal

- name: GSoCConvertStudentInfo
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_student_info.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.profile.GSoCStudentInfo

- name: GSoCMigrateBlobs
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.migrate_blobs.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.profile.GSoCStudentInfo

- name: GSoCUnfreezeOrgs
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.unfreeze_entities.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.organization.GSoCOrganization

- name: GSoCUnfreezeProfiles
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.unfreeze_entities.process
    params:
    - name: entity_kind
      value: soc.modules.gsoc.models.profile.GSoCProfile


# GCI specific mapreduce jobs
- name: GCIAddChangesToComments
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.add_gci_changes_to_comments.process
    params:
    - name: entity_kind
      value: soc.modules.gci.models.comment.GCIComment
    - name: program_key

- name: GCIAutoSubscribeToTasks
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.auto_subscribe_to_gci_tasks.process
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask
    - name: program_key

- name: GCIConvertTask
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_task
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask

- name: GCIConvertTaskArbitraryTag
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_tag
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.TaskArbitraryTag

- name: GCIConvertTaskDifficultyTag
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_tag
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.TaskDifficultyTag

- name: GCIConvertTaskTypeTag
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_tag
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.TaskTypeTag

- name: GCIDeleteKeyNameBasedTasks
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_task_children_delete
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask

- name: GCIInitTaskAuthorship
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.init_gci_task_authorship.process
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask

- name: GCIPublishTasks
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.publish_gci_tasks.process
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask
    - name: program_key

- name: GCIUpdateTaskArbitTags
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_arbit_tags
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask

- name: GCIUpdateTaskDifficulties
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_difficulty
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask

- name: GCIUpdateTaskTypes
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: soc.mapreduce.convert_gci_task.process_task_types
    params:
    - name: entity_kind
      value: soc.modules.gci.models.task.GCITask

- name: ConvertUser
  mapper:
    input_reader: mapreduce.input_readers.DatastoreKeyInputReader
    handler: soc.mapreduce.convert_user.process
    params:
    - name: entity_kind
      value: soc.models.user.User