提交 594b9346 编写于 作者: J Jingyi Mei

Adding jobs to compile postgis gppkg from source and test

上级 926ae9a0
...@@ -12,7 +12,7 @@ ...@@ -12,7 +12,7 @@
## file (example: templates/gpdb-tpl.yml) and regenerate the pipeline ## file (example: templates/gpdb-tpl.yml) and regenerate the pipeline
## using appropriate tool (example: gen_pipeline.py -t prod). ## using appropriate tool (example: gen_pipeline.py -t prod).
## ---------------------------------------------------------------------- ## ----------------------------------------------------------------------
## Generated by gen_pipeline.py at: 2019-01-09 16:42:19.516712 ## Generated by gen_pipeline.py at: 2019-03-08 14:53:03.819738
## Template file: gpdb-tpl.yml ## Template file: gpdb-tpl.yml
## OS Types: ['centos6', 'centos7', 'sles', 'aix7', 'win', 'ubuntu16'] ## OS Types: ['centos6', 'centos7', 'sles', 'aix7', 'win', 'ubuntu16']
## Test Sections: ['ICW', 'CS', 'MPP', 'MM', 'DPM', 'UD', 'FileRep', 'AA'] ## Test Sections: ['ICW', 'CS', 'MPP', 'MM', 'DPM', 'UD', 'FileRep', 'AA']
...@@ -120,6 +120,8 @@ groups: ...@@ -120,6 +120,8 @@ groups:
- gate_ud_end - gate_ud_end
## -------------------------------------------------------------------- ## --------------------------------------------------------------------
- gate_advanced_analytics_start - gate_advanced_analytics_start
- postgis_build_centos6
- postgis_build_centos7
- MADlib_Test_Planner_centos6 - MADlib_Test_Planner_centos6
- Postgis_Test_Planner_centos6 - Postgis_Test_Planner_centos6
- MADlib_Test_Orca_centos6 - MADlib_Test_Orca_centos6
...@@ -257,6 +259,8 @@ groups: ...@@ -257,6 +259,8 @@ groups:
- name: G:AdvancedAnalytics - name: G:AdvancedAnalytics
jobs: jobs:
- gate_advanced_analytics_start - gate_advanced_analytics_start
- postgis_build_centos6
- postgis_build_centos7
- MADlib_Test_Planner_centos6 - MADlib_Test_Planner_centos6
- Postgis_Test_Planner_centos6 - Postgis_Test_Planner_centos6
- MADlib_Test_Orca_centos6 - MADlib_Test_Orca_centos6
...@@ -731,6 +735,7 @@ resources: ...@@ -731,6 +735,7 @@ resources:
type: git type: git
source: source:
branch: master branch: master
tag_filter: rel/v2.1.5+pivotal.2
uri: https://github.com/greenplum-db/geospatial.git uri: https://github.com/greenplum-db/geospatial.git
- name: postgis_gppkg_centos6 - name: postgis_gppkg_centos6
...@@ -3825,6 +3830,65 @@ jobs: ...@@ -3825,6 +3830,65 @@ jobs:
passed: passed:
- gate_compile_end - gate_compile_end
- name: postgis_build_centos6
plan:
- aggregate:
- get: postgis_src
- get: madlib_ci
- get: gpdb_src
passed:
- gate_advanced_analytics_start
- get: bin_gpdb
resource: bin_gpdb_centos6
trigger: true
passed:
- gate_advanced_analytics_start
- get: centos-gpdb-dev-6
- get: gcc_4.4.2_snowflake
- aggregate:
- task: postgis_gpdb_build
file: madlib_ci/concourse/tasks/build_postgis.yml
image: centos-gpdb-dev-6
params:
TEST_OS: centos6
IVYREPO_HOST: {{ivyrepo_host}}
IVYREPO_REALM: {{ivyrepo_realm}}
IVYREPO_USER: {{ivyrepo_user}}
IVYREPO_PASSWD: {{ivyrepo_passwd}}
- aggregate:
- put: postgis_gppkg_centos6
params:
file: postgis_gppkg/postgis-*.gppkg
- name: postgis_build_centos7
plan:
- aggregate:
- get: postgis_src
- get: madlib_ci
- get: gpdb_src
passed:
- gate_advanced_analytics_start
- get: bin_gpdb
resource: bin_gpdb_centos7
trigger: true
passed:
- gate_advanced_analytics_start
- get: centos-gpdb-dev-7
- get: gcc_4.4.2_snowflake
- aggregate:
- task: postgis_gpdb_build
file: madlib_ci/concourse/tasks/build_postgis.yml
image: centos-gpdb-dev-7
params:
TEST_OS: centos7
IVYREPO_HOST: {{ivyrepo_host}}
IVYREPO_REALM: {{ivyrepo_realm}}
IVYREPO_USER: {{ivyrepo_user}}
IVYREPO_PASSWD: {{ivyrepo_passwd}}
- aggregate:
- put: postgis_gppkg_centos7
params:
file: postgis_gppkg/postgis-*.gppkg
- name: MADlib_Test_Planner_centos6 - name: MADlib_Test_Planner_centos6
plan: plan:
- aggregate: - aggregate:
...@@ -3851,18 +3915,22 @@ jobs: ...@@ -3851,18 +3915,22 @@ jobs:
- aggregate: - aggregate:
- get: madlib_ci - get: madlib_ci
- get: postgis_src - get: postgis_src
passed:
- postgis_build_centos6
- get: postgis_gppkg - get: postgis_gppkg
resource: postgis_gppkg_centos6 resource: postgis_gppkg_centos6
trigger: true trigger: true
passed:
- postgis_build_centos6
- get: bin_gpdb - get: bin_gpdb
resource: bin_gpdb_centos6 resource: bin_gpdb_centos6
trigger: true trigger: true
passed: passed:
- gate_advanced_analytics_start - postgis_build_centos6
- get: centos-gpdb-dev-6 - get: centos-gpdb-dev-6
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_advanced_analytics_start - postgis_build_centos6
- get: gcc_4.4.2_snowflake - get: gcc_4.4.2_snowflake
- task: test_postgis - task: test_postgis
file: madlib_ci/concourse/tasks/test_postgis.yml file: madlib_ci/concourse/tasks/test_postgis.yml
...@@ -3901,18 +3969,22 @@ jobs: ...@@ -3901,18 +3969,22 @@ jobs:
- aggregate: - aggregate:
- get: madlib_ci - get: madlib_ci
- get: postgis_src - get: postgis_src
passed:
- postgis_build_centos6
- get: postgis_gppkg - get: postgis_gppkg
resource: postgis_gppkg_centos6 resource: postgis_gppkg_centos6
trigger: true trigger: true
passed:
- postgis_build_centos6
- get: bin_gpdb - get: bin_gpdb
resource: bin_gpdb_centos6 resource: bin_gpdb_centos6
trigger: true trigger: true
passed: passed:
- gate_advanced_analytics_start - postgis_build_centos6
- get: centos-gpdb-dev-6 - get: centos-gpdb-dev-6
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_advanced_analytics_start - postgis_build_centos6
- get: gcc_4.4.2_snowflake - get: gcc_4.4.2_snowflake
- task: test_postgis - task: test_postgis
file: madlib_ci/concourse/tasks/test_postgis.yml file: madlib_ci/concourse/tasks/test_postgis.yml
...@@ -3951,18 +4023,22 @@ jobs: ...@@ -3951,18 +4023,22 @@ jobs:
- aggregate: - aggregate:
- get: madlib_ci - get: madlib_ci
- get: postgis_src - get: postgis_src
passed:
- postgis_build_centos7
- get: postgis_gppkg - get: postgis_gppkg
resource: postgis_gppkg_centos7 resource: postgis_gppkg_centos7
trigger: true trigger: true
passed:
- postgis_build_centos7
- get: bin_gpdb - get: bin_gpdb
resource: bin_gpdb_centos7 resource: bin_gpdb_centos7
trigger: true trigger: true
passed: passed:
- gate_advanced_analytics_start - postgis_build_centos7
- get: centos-gpdb-dev-7 - get: centos-gpdb-dev-7
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_advanced_analytics_start - postgis_build_centos7
- get: gcc_4.4.2_snowflake - get: gcc_4.4.2_snowflake
- task: test_postgis - task: test_postgis
file: madlib_ci/concourse/tasks/test_postgis.yml file: madlib_ci/concourse/tasks/test_postgis.yml
...@@ -4001,18 +4077,22 @@ jobs: ...@@ -4001,18 +4077,22 @@ jobs:
- aggregate: - aggregate:
- get: madlib_ci - get: madlib_ci
- get: postgis_src - get: postgis_src
passed:
- postgis_build_centos7
- get: postgis_gppkg - get: postgis_gppkg
resource: postgis_gppkg_centos7 resource: postgis_gppkg_centos7
trigger: true trigger: true
passed:
- postgis_build_centos7
- get: bin_gpdb - get: bin_gpdb
resource: bin_gpdb_centos7 resource: bin_gpdb_centos7
trigger: true trigger: true
passed: passed:
- gate_advanced_analytics_start - postgis_build_centos7
- get: centos-gpdb-dev-7 - get: centos-gpdb-dev-7
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_advanced_analytics_start - postgis_build_centos7
- get: gcc_4.4.2_snowflake - get: gcc_4.4.2_snowflake
- task: test_postgis - task: test_postgis
file: madlib_ci/concourse/tasks/test_postgis.yml file: madlib_ci/concourse/tasks/test_postgis.yml
...@@ -4327,6 +4407,8 @@ jobs: ...@@ -4327,6 +4407,8 @@ jobs:
- gptransfer-5x-to-5x - gptransfer-5x-to-5x
- mpp_interconnect - mpp_interconnect
- QP_optimizer-functional - QP_optimizer-functional
- postgis_build_centos6
- postgis_build_centos7
- MADlib_Test_Planner_centos6 - MADlib_Test_Planner_centos6
- Postgis_Test_Planner_centos6 - Postgis_Test_Planner_centos6
- MADlib_Test_Orca_centos6 - MADlib_Test_Orca_centos6
......
...@@ -26,7 +26,10 @@ ...@@ -26,7 +26,10 @@
{% set aa_Test_suites = ['Planner_centos6', {% set aa_Test_suites = ['Planner_centos6',
'Orca_centos6', 'Orca_centos6',
'Planner_centos7', 'Planner_centos7',
'Orca_centos7', 'Orca_centos7'
] %}
{% set postgis_build_platforms = ['centos6',
'centos7'
] %} ] %}
## ====================================================================== ## ======================================================================
## __ _ _ __ ___ _ _ _ __ ___ ## __ _ _ __ ___ _ _ _ __ ___
...@@ -132,6 +135,9 @@ groups: ...@@ -132,6 +135,9 @@ groups:
{% if "AA" in test_sections %} {% if "AA" in test_sections %}
## -------------------------------------------------------------------- ## --------------------------------------------------------------------
- gate_advanced_analytics_start - gate_advanced_analytics_start
{% for platform in postgis_build_platforms %}
- postgis_build_[[ platform ]]
{% endfor %}
{% for test_name in aa_Test_suites %} {% for test_name in aa_Test_suites %}
{% set platform_version = '7' if "centos7" in test_name else '6' %} {% set platform_version = '7' if "centos7" in test_name else '6' %}
{% set orca_state = 'off' if "Planner" in test_name else 'on' %} {% set orca_state = 'off' if "Planner" in test_name else 'on' %}
...@@ -271,6 +277,9 @@ groups: ...@@ -271,6 +277,9 @@ groups:
- name: G:AdvancedAnalytics - name: G:AdvancedAnalytics
jobs: jobs:
- gate_advanced_analytics_start - gate_advanced_analytics_start
{% for platform in postgis_build_platforms %}
- postgis_build_[[ platform ]]
{% endfor %}
{% for test_name in aa_Test_suites %} {% for test_name in aa_Test_suites %}
{% set platform_version = '7' if "centos7" in test_name else '6' %} {% set platform_version = '7' if "centos7" in test_name else '6' %}
{% set orca_state = 'off' if "Planner" in test_name else 'on' %} {% set orca_state = 'off' if "Planner" in test_name else 'on' %}
...@@ -763,6 +772,7 @@ resources: ...@@ -763,6 +772,7 @@ resources:
type: git type: git
source: source:
branch: master branch: master
tag_filter: rel/v2.1.5+pivotal.2
uri: https://github.com/greenplum-db/geospatial.git uri: https://github.com/greenplum-db/geospatial.git
- name: postgis_gppkg_centos6 - name: postgis_gppkg_centos6
...@@ -3468,6 +3478,39 @@ jobs: ...@@ -3468,6 +3478,39 @@ jobs:
passed: passed:
- gate_compile_end - gate_compile_end
{% for platform in postgis_build_platforms %}
{% set platform_version = '7' if "centos7" in platform else '6' %}
- name: postgis_build_[[ platform ]]
plan:
- aggregate:
- get: postgis_src
- get: madlib_ci
- get: gpdb_src
passed:
- gate_advanced_analytics_start
- get: bin_gpdb
resource: bin_gpdb_[[ platform ]]
trigger: [[ test_trigger ]]
passed:
- gate_advanced_analytics_start
- get: centos-gpdb-dev-[[ platform_version ]]
- get: gcc_4.4.2_snowflake
- aggregate:
- task: postgis_gpdb_build
file: madlib_ci/concourse/tasks/build_postgis.yml
image: centos-gpdb-dev-[[ platform_version ]]
params:
TEST_OS: [[ platform ]]
IVYREPO_HOST: {{ivyrepo_host}}
IVYREPO_REALM: {{ivyrepo_realm}}
IVYREPO_USER: {{ivyrepo_user}}
IVYREPO_PASSWD: {{ivyrepo_passwd}}
- aggregate:
- put: postgis_gppkg_[[ platform ]]
params:
file: postgis_gppkg/postgis-*.gppkg
{% endfor %}
{% for test_name in aa_Test_suites %} {% for test_name in aa_Test_suites %}
{% set platform_version = '7' if "centos7" in test_name else '6' %} {% set platform_version = '7' if "centos7" in test_name else '6' %}
{% set orca_state = 'off' if "Planner" in test_name else 'on' %} {% set orca_state = 'off' if "Planner" in test_name else 'on' %}
...@@ -3497,18 +3540,22 @@ jobs: ...@@ -3497,18 +3540,22 @@ jobs:
- aggregate: - aggregate:
- get: madlib_ci - get: madlib_ci
- get: postgis_src - get: postgis_src
passed:
- postgis_build_centos[[ platform_version ]]
- get: postgis_gppkg - get: postgis_gppkg
resource: postgis_gppkg_centos[[ platform_version ]] resource: postgis_gppkg_centos[[ platform_version ]]
trigger: [[ test_trigger ]] trigger: [[ test_trigger ]]
passed:
- postgis_build_centos[[ platform_version ]]
- get: bin_gpdb - get: bin_gpdb
resource: bin_gpdb_centos[[ platform_version ]] resource: bin_gpdb_centos[[ platform_version ]]
trigger: [[ test_trigger ]] trigger: [[ test_trigger ]]
passed: passed:
- gate_advanced_analytics_start - postgis_build_centos[[ platform_version ]]
- get: centos-gpdb-dev-[[ platform_version ]] - get: centos-gpdb-dev-[[ platform_version ]]
- get: gpdb_src - get: gpdb_src
passed: passed:
- gate_advanced_analytics_start - postgis_build_centos[[ platform_version ]]
- get: gcc_4.4.2_snowflake - get: gcc_4.4.2_snowflake
- task: test_postgis - task: test_postgis
file: madlib_ci/concourse/tasks/test_postgis.yml file: madlib_ci/concourse/tasks/test_postgis.yml
...@@ -3715,6 +3762,9 @@ jobs: ...@@ -3715,6 +3762,9 @@ jobs:
- gptransfer-5x-to-5x - gptransfer-5x-to-5x
- mpp_interconnect - mpp_interconnect
- QP_optimizer-functional - QP_optimizer-functional
{% for platform in postgis_build_platforms %}
- postgis_build_[[ platform ]]
{% endfor %}
{% for test_name in aa_Test_suites %} {% for test_name in aa_Test_suites %}
{% set platform_version = '7' if "centos7" in test_name else '6' %} {% set platform_version = '7' if "centos7" in test_name else '6' %}
{% set orca_state = 'off' if "Planner" in test_name else 'on' %} {% set orca_state = 'off' if "Planner" in test_name else 'on' %}
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册