concurrency: 1

credentials:
    ssl_cert: sahara_tests/unit/scenario/dummy.crt
    ssl_verify: True

network:
    private_network: private
    public_network: public

clusters:
    - plugin_name: vanilla
      plugin_version: 2.7.1
      image: sahara-vanilla-2.7.1-ubuntu-14.04
      image_username: ubuntu
      hdfs_username: hadoop
      node_group_templates:
        - name: master
          node_processes:
            - namenode
            - resourcemanager
            - hiveserver
            - oozie
            - historyserver
            - secondarynamenode
          flavor: '2'
        - name: worker
          node_processes:
            - datanode
            - nodemanager
          flavor:
            name: test-flavor
            id: test-id
            vcpus: 1
            ram: 512
            root_disk: 1
      cluster_template:
          name: vanilla
          node_group_templates:
              master: 1
              worker: 3
          anti_affinity:
            - namenode
            - datanode
      scenario:
          - run_jobs
          - scale
          - run_jobs
      edp_jobs_flow: test_flow
      edp_batching: 1
      retain_resources: true

edp_jobs_flow:
    test_flow:
        - type: Pig
          input_datasource:
              type: swift
              source: edp-examples/edp-pig/top-todoers/data/input
          output_datasource:
              type: hdfs
              destination: /user/hadoop/edp-output
          main_lib:
              type: swift
              source: edp-examples/edp-pig/top-todoers/example.pig
        - type: Java
          additional_libs:
              - type: database
                source: edp-examples/hadoop2/edp-java/hadoop-mapreduce-examples-2.7.1.jar
          configs:
              edp.java.main_class: org.apache.hadoop.examples.QuasiMonteCarlo
          args:
              - 10
              - 10
        - type: MapReduce
          configs:
              mapred.mapper.class: org.apache.oozie.example.SampleMapper
              mapred.reducer.class: org.apache.oozie.example.SampleReducer
          additional_libs:
              - type: database
                source: edp-examples/edp-java/edp-java.jar
          input_datasource:
              type: swift
              source: edp-examples/edp-pig/top-todoers/data/input
          output_datasource:
              type: hdfs
              destination: /user/hadoop/edp-output
        - type: MapReduce.Streaming
          configs:
                edp.streaming.mapper: /bin/cat
                edp.streaming.reducer: /usr/bin/wc
          input_datasource:
              type: swift
              source: edp-examples/edp-pig/top-todoers/data/input
          output_datasource:
              type: hdfs
              destination: /user/hadoop/edp-output
        - type: Hive
          input_datasource:
              type: swift
              source: edp-examples/edp-hive/input.csv
          output_datasource:
              type: hdfs
              destination: /user/hadoop/edp-hive/
          main_lib:
              type: swift
              source: edp-examples/edp-hive/script.q
