[skip ci] Update cases for the resources changed (#2907)

* update cron on 0.10.1
Signed-off-by: Nzw <zw@milvus.io>

* enable ivf_pq <ip> search cases on GPU
Signed-off-by: Nzw <zw@milvus.io>

* [skip ci] debug
Signed-off-by: Nzw <zw@milvus.io>

* [skip ci] add artifacts
Signed-off-by: Nzw <zw@milvus.io>

* update shards ci && enable pq case
Signed-off-by: Nzw <zw@milvus.io>

* update assertion for pq
Signed-off-by: Nzw <zw@milvus.io>

* disable rnsg: issue #2813
Signed-off-by: Nzw <zw@milvus.io>

* add binary version in log file name
Signed-off-by: Nzw <zw@milvus.io>

* enable rnsg case
Signed-off-by: Nzw <zw@milvus.io>

* [skip ci] Update config cases for the resources changed
Signed-off-by: Nzw <zw@milvus.io>

* [skip ci] Fix limit
Signed-off-by: Nzw <zw@milvus.io>
Co-authored-by: Nzw <zw@milvus.io>

ci/jenkins/step/shardsDevNightlyTest.groovy

@@ -10,7 +10,7 @@ timeout(time: 180, unit: 'MINUTES') {
             try {
                 dir ('charts/milvus') {
                     if ("${BINARY_VERSION}" == "CPU") {
-                        sh "helm install --wait --timeout 300s --set cluster.enabled=true --set persistence.enabled=true --set image.repository=registry.zilliz.com/milvus/engine --set mishards.image.tag=test --set mishards.image.pullPolicy=Always --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml --namespace milvus ${env.SHARDS_HELM_RELEASE_NAME} ."
+                        sh "helm install --wait --timeout 300s --set cluster.enabled=true --set persistence.enabled=true --set image.repository=registry.zilliz.com/milvus/engine --set mishards.image.tag=test --set mishards.image.pullPolicy=Always --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP --set image.resources.requests.memory=8Gi --set image.resources.requests.cpu=2.0 --set image.resources.limits.memory=12Gi --set image.resources.limits.cpu=4.0 -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml --namespace milvus ${env.SHARDS_HELM_RELEASE_NAME} ."
                     } else {
                         sh "helm install --wait --timeout 300s --set cluster.enabled=true --set persistence.enabled=true --set image.repository=registry.zilliz.com/milvus/engine --set mishards.image.tag=test --set mishards.image.pullPolicy=Always --set gpu.enabled=true  --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml --namespace milvus ${env.SHARDS_HELM_RELEASE_NAME} ."
                     }

ci/jenkins/step/singleDevNightlyTest.groovy

@@ -9,7 +9,7 @@ timeout(time: 180, unit: 'MINUTES') {
         retry(3) {
             try {
                 dir ('charts/milvus') {
-                    sh "helm install --wait --timeout 300s --set image.repository=registry.zilliz.com/milvus/engine --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ${env.HELM_RELEASE_NAME} ."
+                    sh "helm install --wait --timeout 300s --set image.repository=registry.zilliz.com/milvus/engine --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP --set image.resources.requests.memory=8Gi --set image.resources.requests.cpu=2.0 --set image.resources.limits.memory=12Gi --set image.resources.limits.cpu=4.0 -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ${env.HELM_RELEASE_NAME} ."
                 }
             } catch (exc) {
                 def helmStatusCMD = "helm get manifest --namespace milvus ${env.HELM_RELEASE_NAME} | kubectl describe -n milvus -f - && \
@@ -38,7 +38,7 @@ timeout(time: 180, unit: 'MINUTES') {
     retry(3) {
         try {
             dir ("milvus-helm/charts/milvus") {
-                sh "helm install --wait --timeout 300s --set image.repository=registry.zilliz.com/milvus/engine --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP -f ci/db_backend/sqlite_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ${env.HELM_RELEASE_NAME} ."
+                sh "helm install --wait --timeout 300s --set image.repository=registry.zilliz.com/milvus/engine --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP --set image.resources.requests.memory=8Gi --set image.resources.requests.cpu=2.0 --set image.resources.limits.memory=12Gi --set image.resources.limits.cpu=4.0 -f ci/db_backend/sqlite_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ${env.HELM_RELEASE_NAME} ."
             }
         } catch (exc) {
             def helmStatusCMD = "helm get manifest --namespace milvus ${env.HELM_RELEASE_NAME} | kubectl describe -n milvus -f - && \

tests/milvus_python_test/stability/test_mysql.py

+import time
+import random
+import pdb
+import threading
+import logging
+from multiprocessing import Pool, Process
+import pytest
+from milvus import IndexType, MetricType
+from utils import *
+
+
+dim = 128
+index_file_size = 10
+collection_id = "mysql_failure"
+nprobe = 1
+tag = "1970-01-01"
+
+
+class TestMysql:
+
+    """
+    ******************************************************************
+      The following cases are used to test mysql failure
+    ******************************************************************
+    """
+    @pytest.fixture(scope="function", autouse=True)
+    def skip_check(self, connect, args):
+        if args["service_name"].find("shards") != -1:
+            reason = "Skip restart cases in shards mode"
+            logging.getLogger().info(reason)
+            pytest.skip(reason)
+
+    def _test_kill_mysql_during_index(self, connect, collection, args):
+        big_nb = 20000
+        index_param = {"nlist": 1024, "m": 16}
+        index_type = IndexType.IVF_PQ
+        vectors = gen_vectors(big_nb, dim)
+        status, ids = connect.insert(collection, vectors, ids=[i for i in range(big_nb)])
+        status = connect.flush([collection])
+        assert status.OK()
+        status, res_count = connect.count_entities(collection)
+        logging.getLogger().info(res_count)
+        assert status.OK()
+        assert res_count == big_nb
+        logging.getLogger().info("Start create index async")
+        status = connect.create_index(collection, index_type, index_param, _async=True)
+        time.sleep(2)
+        logging.getLogger().info("Start play mysql failure")
+        # pass
+        new_connect = get_milvus(args["ip"], args["port"], handler=args["handler"])
+        status, res_count = new_connect.count_entities(collection)
+        assert status.OK()
+        assert res_count == big_nb

tests/milvus_python_test/test_config.py

@@ -194,11 +194,11 @@ class TestCacheConfig:
         expected: status ok, set successfully
         '''
         self.reset_configs(connect)
-        status, reply = connect.set_config("cache", "cache_size", '8GB')
+        status, reply = connect.set_config("cache", "cache_size", '2GB')
         assert status.OK()
         status, config_value = connect.get_config("cache", "cache_size")
         assert status.OK()
-        assert config_value == '8GB'
+        assert config_value == '2GB'
 
     @pytest.mark.level(2)
     def test_set_cache_size_valid_multiple_times(self, connect, collection):
@@ -215,11 +215,11 @@ class TestCacheConfig:
             assert status.OK()
             assert config_value == '4GB'
         for i in range(20):
-            status, reply = connect.set_config("cache", "cache_size", '8GB')
+            status, reply = connect.set_config("cache", "cache_size", '2GB')
             assert status.OK()
             status, config_value = connect.get_config("cache", "cache_size")
             assert status.OK()
-            assert config_value == '8GB'
+            assert config_value == '2GB'
 
     @pytest.mark.level(2)
     def test_set_insert_buffer_size_invalid_parent_key(self, connect, collection):