gpconfig: add Behave tests to the Concourse CI

Co-authored-by: NJamie McAtamney <jmcatamney@pivotal.io>
Co-authored-by: NMark Sliva <msliva@pivotal.io>
Co-authored-by: NKalen Krempely <kkrempely@pivotal.io>

concourse/pipelines/gpdb_6X_STABLE-generated.yml

@@ -12,7 +12,7 @@
 ## file (example: templates/gpdb-tpl.yml) and regenerate the pipeline
 ## using appropriate tool (example: gen_pipeline.py -t prod).
 ## ----------------------------------------------------------------------
-## Generated by gen_pipeline.py at: 2019-05-13 13:57:44.075753
+## Generated by gen_pipeline.py at: 2019-05-16 16:54:31.034771
 ## Template file: gpdb-tpl.yml
 ## OS Types: ['centos6', 'centos7', 'sles', 'win']
 ## Test Sections: ['ICW', 'Replication', 'ResourceGroups', 'Interconnect', 'CLI', 'UD', 'AA', 'Extensions', 'Gpperfmon']
@@ -73,6 +73,7 @@ groups:
   - gpcheckcat
   - gprecoverseg
   - gpaddmirrors
+  - gpconfig
   - check_centos
   ## --------------------------------------------------------------------
   - gate_advanced_analytics_start
@@ -175,6 +176,7 @@ groups:
   - gpcheckcat
   - gprecoverseg
   - gpaddmirrors
+  - gpconfig
   - check_centos
   - compile_gpdb_centos6
   - gpexpand
@@ -1431,7 +1433,7 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=gpmovemirrors --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=gpmovemirrors --tags=~concourse_cluster,demo_cluster
 
 - name: gpcheck
   plan:
@@ -1452,7 +1454,7 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=gpcheck --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=gpcheck --tags=~concourse_cluster,demo_cluster
 
 - name: gppkg
   plan:
@@ -1501,7 +1503,7 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=gppkg --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=gppkg --tags=~concourse_cluster,demo_cluster
 
 - name: analyzedb
   plan:
@@ -1522,7 +1524,7 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=analyzedb --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=analyzedb --tags=~concourse_cluster,demo_cluster
 
 - name: gpinitsystem
   plan:
@@ -1543,7 +1545,7 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=gpinitsystem --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=gpinitsystem --tags=~concourse_cluster,demo_cluster
 
 - name: gpstate
   plan:
@@ -1564,7 +1566,7 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=gpstate --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=gpstate --tags=~concourse_cluster,demo_cluster
 
 - name: replication_slots
   plan:
@@ -1585,7 +1587,7 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=replication_slots --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=replication_slots --tags=~concourse_cluster,demo_cluster
 
 - name: gpactivatestandby
   plan:
@@ -1634,7 +1636,7 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=gpactivatestandby --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=gpactivatestandby --tags=~concourse_cluster,demo_cluster
 
 - name: gpinitstandby
   plan:
@@ -1655,7 +1657,7 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=gpinitstandby --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=gpinitstandby --tags=~concourse_cluster,demo_cluster
 
 - name: gpcheckcat
   plan:
@@ -1704,7 +1706,7 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=gpcheckcat --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=gpcheckcat --tags=~concourse_cluster,demo_cluster
 
 - name: gprecoverseg
   plan:
@@ -1753,7 +1755,7 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=gprecoverseg --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=gprecoverseg --tags=~concourse_cluster,demo_cluster
 
 - name: gpaddmirrors
   plan:
@@ -1802,7 +1804,56 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=gpaddmirrors --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=gpaddmirrors --tags=~concourse_cluster,demo_cluster
+
+- name: gpconfig
+  plan:
+    - aggregate:
+      - get: gpdb_src
+        params:
+          submodules:
+            - gpMgmt/bin/pythonSrc/ext
+        passed: [gate_cli_start]
+      - get: gpdb6-centos6-test
+    - aggregate:
+      - do:
+        - get: gpdb_binary
+          resource: bin_gpdb_centos6
+          passed: [gate_cli_start]
+          trigger: true
+        - get: ccp_src
+        - get: ccp-image
+        - put: terraform
+          params:
+            <<: *ccp_default_params
+            vars:
+              <<: *ccp_default_vars
+              
+        - task: gen_cluster
+          file: ccp_src/ci/tasks/gen_cluster.yml
+          params:
+            <<: *ccp_gen_cluster_default_params
+        - task: gpinitsystem
+          file: ccp_src/ci/tasks/gpinitsystem.yml
+        - task: gpconfig_concourse_cluster_tests
+          file: gpdb_src/concourse/tasks/run_behave.yml
+          image: ccp-image
+          params:
+            BEHAVE_FLAGS: --tags=gpconfig --tags=concourse_cluster
+          on_success:
+            <<: *ccp_destroy
+          ensure:
+            <<: *set_failed
+      - do:
+        - get: bin_gpdb
+          resource: bin_gpdb_centos6
+          passed: [gate_cli_start]
+          trigger: true
+        - task: gpconfig_demo_cluster_tests
+          file: gpdb_src/concourse/tasks/behave_gpdb.yml
+          image: gpdb6-centos6-test
+          params:
+            BEHAVE_FLAGS: --tags=gpconfig --tags=~concourse_cluster,demo_cluster
 
 
 - name: pg_upgrade
@@ -2071,6 +2122,7 @@ jobs:
       - gpcheckcat
       - gprecoverseg
       - gpaddmirrors
+      - gpconfig
  ##     - madlib_build_gppkg
  ##     - MADlib_Test_orca_centos6
  ##     - MADlib_Test_planner_centos6
@@ -2101,6 +2153,7 @@ jobs:
       - gpcheckcat
       - gprecoverseg
       - gpaddmirrors
+      - gpconfig
  ##     - MADlib_Test_orca_centos6
  ##     - MADlib_Test_planner_centos6
       - gpexpand

concourse/pipelines/templates/gpdb-tpl.yml

@@ -25,6 +25,8 @@
                       {'name': 'gpaddmirrors',
                        'use_concourse_cluster': true,
                        'additional_ccp_vars': 'number_of_nodes: 4'},
+                      {'name': 'gpconfig',
+                       'use_concourse_cluster': true},
                     ] %}
 
 ## ======================================================================
@@ -1626,7 +1628,7 @@ jobs:
           file: gpdb_src/concourse/tasks/behave_gpdb.yml
           image: gpdb6-centos6-test
           params:
-            BEHAVE_FLAGS: --tags=[[ test.name ]] --tags=~concourse_cluster
+            BEHAVE_FLAGS: --tags=[[ test.name ]] --tags=~concourse_cluster,demo_cluster
 
 {% endfor %}