update V1.0 benchmark manifest (#822)

chensuyue · Zhenzhong1 · web-flow · commit e5affb93aba8 · 2024-09-18T10:36:33.000+08:00
Co-authored-by: Zhenzhong1 &lt;zhenzhong.xu@intel.com&gt;
diff --git a/ChatQnA/benchmark/oob_no_wrapper/with_rerank/eight_gaudi/no_wrapper_oob_eight_gaudi_with_rerank.yaml b/ChatQnA/benchmark/oob_no_wrapper/with_rerank/eight_gaudi/no_wrapper_oob_eight_gaudi_with_rerank.yaml
@@ -134,7 +134,7 @@ metadata:
   name: embedding-dependency-deploy
   namespace: default
 spec:
-  replicas: 1
+  replicas: 8
   selector:
     matchLabels:
       app: embedding-dependency-deploy
@@ -223,10 +223,6 @@ spec:
         - '2048'
         - --max-total-tokens
         - '4096'
-        - --max-batch-total-tokens
-        - '65536'
-        - --max-batch-prefill-tokens
-        - '4096'
         env:
         - name: OMPI_MCA_btl_vader_single_copy_mechanism
           value: none
diff --git a/ChatQnA/benchmark/oob_no_wrapper/with_rerank/four_gaudi/no_wrapper_oob_four_gaudi_with_rerank.yaml b/ChatQnA/benchmark/oob_no_wrapper/with_rerank/four_gaudi/no_wrapper_oob_four_gaudi_with_rerank.yaml
@@ -134,7 +134,7 @@ metadata:
   name: embedding-dependency-deploy
   namespace: default
 spec:
-  replicas: 1
+  replicas: 4
   selector:
     matchLabels:
       app: embedding-dependency-deploy
@@ -223,10 +223,6 @@ spec:
         - '2048'
         - --max-total-tokens
         - '4096'
-        - --max-batch-total-tokens
-        - '65536'
-        - --max-batch-prefill-tokens
-        - '4096'
         env:
         - name: OMPI_MCA_btl_vader_single_copy_mechanism
           value: none
diff --git a/ChatQnA/benchmark/oob_no_wrapper/with_rerank/single_gaudi/no_wrapper_oob_single_gaudi_with_rerank.yaml b/ChatQnA/benchmark/oob_no_wrapper/with_rerank/single_gaudi/no_wrapper_oob_single_gaudi_with_rerank.yaml
@@ -223,10 +223,6 @@ spec:
         - '2048'
         - --max-total-tokens
         - '4096'
-        - --max-batch-total-tokens
-        - '65536'
-        - --max-batch-prefill-tokens
-        - '4096'
         env:
         - name: OMPI_MCA_btl_vader_single_copy_mechanism
           value: none
diff --git a/ChatQnA/benchmark/oob_no_wrapper/with_rerank/two_gaudi/no_wrapper_oob_two_gaudi_with_rerank.yaml b/ChatQnA/benchmark/oob_no_wrapper/with_rerank/two_gaudi/no_wrapper_oob_two_gaudi_with_rerank.yaml
@@ -134,7 +134,7 @@ metadata:
   name: embedding-dependency-deploy
   namespace: default
 spec:
-  replicas: 1
+  replicas: 2
   selector:
     matchLabels:
       app: embedding-dependency-deploy
@@ -223,10 +223,6 @@ spec:
         - '2048'
         - --max-total-tokens
         - '4096'
-        - --max-batch-total-tokens
-        - '65536'
-        - --max-batch-prefill-tokens
-        - '4096'
         env:
         - name: OMPI_MCA_btl_vader_single_copy_mechanism
           value: none
diff --git a/ChatQnA/benchmark/oob_no_wrapper/without_rerank/eight_gaudi/no_wrapper_oob_eight_gaudi_without_rerank.yaml b/ChatQnA/benchmark/oob_no_wrapper/without_rerank/eight_gaudi/no_wrapper_oob_eight_gaudi_without_rerank.yaml
@@ -134,7 +134,7 @@ metadata:
   name: embedding-dependency-deploy
   namespace: default
 spec:
-  replicas: 1
+  replicas: 8
   selector:
     matchLabels:
       app: embedding-dependency-deploy
@@ -223,10 +223,6 @@ spec:
         - '2048'
         - --max-total-tokens
         - '4096'
-        - --max-batch-total-tokens
-        - '65536'
-        - --max-batch-prefill-tokens
-        - '4096'
         env:
         - name: OMPI_MCA_btl_vader_single_copy_mechanism
           value: none
diff --git a/ChatQnA/benchmark/oob_no_wrapper/without_rerank/four_gaudi/no_wrapper_oob_four_gaudi_without_rerank.yaml b/ChatQnA/benchmark/oob_no_wrapper/without_rerank/four_gaudi/no_wrapper_oob_four_gaudi_without_rerank.yaml
@@ -134,7 +134,7 @@ metadata:
   name: embedding-dependency-deploy
   namespace: default
 spec:
-  replicas: 1
+  replicas: 4
   selector:
     matchLabels:
       app: embedding-dependency-deploy
@@ -223,10 +223,6 @@ spec:
         - '2048'
         - --max-total-tokens
         - '4096'
-        - --max-batch-total-tokens
-        - '65536'
-        - --max-batch-prefill-tokens
-        - '4096'
         env:
         - name: OMPI_MCA_btl_vader_single_copy_mechanism
           value: none
diff --git a/ChatQnA/benchmark/oob_no_wrapper/without_rerank/single_gaudi/no_wrapper_oob_single_gaudi_without_rerank.yaml b/ChatQnA/benchmark/oob_no_wrapper/without_rerank/single_gaudi/no_wrapper_oob_single_gaudi_without_rerank.yaml
@@ -223,10 +223,6 @@ spec:
         - '2048'
         - --max-total-tokens
         - '4096'
-        - --max-batch-total-tokens
-        - '65536'
-        - --max-batch-prefill-tokens
-        - '4096'
         env:
         - name: OMPI_MCA_btl_vader_single_copy_mechanism
           value: none
diff --git a/ChatQnA/benchmark/oob_no_wrapper/without_rerank/two_gaudi/no_wrapper_oob_two_gaudi_without_rerank.yaml b/ChatQnA/benchmark/oob_no_wrapper/without_rerank/two_gaudi/no_wrapper_oob_two_gaudi_without_rerank.yaml
@@ -134,7 +134,7 @@ metadata:
   name: embedding-dependency-deploy
   namespace: default
 spec:
-  replicas: 1
+  replicas: 2
   selector:
     matchLabels:
       app: embedding-dependency-deploy
@@ -223,10 +223,6 @@ spec:
         - '2048'
         - --max-total-tokens
         - '4096'
-        - --max-batch-total-tokens
-        - '65536'
-        - --max-batch-prefill-tokens
-        - '4096'
         env:
         - name: OMPI_MCA_btl_vader_single_copy_mechanism
           value: none
diff --git a/ChatQnA/benchmark/tuned/with_rerank/four_gaudi/tuned_four_gaudi_with_rerank.yaml b/ChatQnA/benchmark/tuned/with_rerank/four_gaudi/tuned_four_gaudi_with_rerank.yaml
@@ -167,10 +167,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
         volumeMounts:
         - mountPath: /data
diff --git a/ChatQnA/benchmark/tuned/with_rerank/single_gaudi/tuned_single_gaudi_with_rerank.yaml b/ChatQnA/benchmark/tuned/with_rerank/single_gaudi/tuned_single_gaudi_with_rerank.yaml
@@ -167,10 +167,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
         volumeMounts:
         - mountPath: /data
diff --git a/ChatQnA/benchmark/tuned/with_rerank/two_gaudi/tuned_two_gaudi_with_rerank.yaml b/ChatQnA/benchmark/tuned/with_rerank/two_gaudi/tuned_two_gaudi_with_rerank.yaml
@@ -167,10 +167,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
         volumeMounts:
         - mountPath: /data
diff --git a/ChatQnA/benchmark/tuned/without_rerank/four_gaudi/tuned_four_gaudi_without_rerank.yaml b/ChatQnA/benchmark/tuned/without_rerank/four_gaudi/tuned_four_gaudi_without_rerank.yaml
@@ -216,10 +216,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
       serviceAccountName: default
       volumes:
diff --git a/ChatQnA/benchmark/tuned/without_rerank/single_gaudi/tuned_single_gaudi_without_rerank.yaml b/ChatQnA/benchmark/tuned/without_rerank/single_gaudi/tuned_single_gaudi_without_rerank.yaml
@@ -216,10 +216,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
       serviceAccountName: default
       volumes:
diff --git a/ChatQnA/benchmark/tuned/without_rerank/two_gaudi/tuned_two_gaudi_without_rerank.yaml b/ChatQnA/benchmark/tuned/without_rerank/two_gaudi/tuned_two_gaudi_without_rerank.yaml
@@ -216,10 +216,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
       serviceAccountName: default
       volumes:
diff --git a/ChatQnA/benchmark/tuned_no_wrapper/with_rerank/eight_gaudi/no_wrapper_tuned_eight_gaudi_with_rerank.yaml b/ChatQnA/benchmark/tuned_no_wrapper/with_rerank/eight_gaudi/no_wrapper_tuned_eight_gaudi_with_rerank.yaml
@@ -167,10 +167,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
         volumeMounts:
         - mountPath: /data
diff --git a/ChatQnA/benchmark/tuned_no_wrapper/with_rerank/four_gaudi/no_wrapper_tuned_four_gaudi_with_rerank.yaml b/ChatQnA/benchmark/tuned_no_wrapper/with_rerank/four_gaudi/no_wrapper_tuned_four_gaudi_with_rerank.yaml
@@ -167,10 +167,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
         volumeMounts:
         - mountPath: /data
diff --git a/ChatQnA/benchmark/tuned_no_wrapper/with_rerank/single_gaudi/no_wrapper_tuned_single_gaudi_with_rerank.yaml b/ChatQnA/benchmark/tuned_no_wrapper/with_rerank/single_gaudi/no_wrapper_tuned_single_gaudi_with_rerank.yaml
@@ -167,10 +167,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
         volumeMounts:
         - mountPath: /data
@@ -399,7 +399,7 @@ metadata:
   name: retriever-deploy
   namespace: default
 spec:
-  replicas: 1
+  replicas: 2
   selector:
     matchLabels:
       app: retriever-deploy
diff --git a/ChatQnA/benchmark/tuned_no_wrapper/with_rerank/two_gaudi/no_wrapper_tuned_two_gaudi_with_rerank.yaml b/ChatQnA/benchmark/tuned_no_wrapper/with_rerank/two_gaudi/no_wrapper_tuned_two_gaudi_with_rerank.yaml
@@ -167,10 +167,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
         volumeMounts:
         - mountPath: /data
diff --git a/ChatQnA/benchmark/tuned_no_wrapper/without_rerank/eight_gaudi/no_wrapper_tuned_eight_gaudi_without_rerank.yaml b/ChatQnA/benchmark/tuned_no_wrapper/without_rerank/eight_gaudi/no_wrapper_tuned_eight_gaudi_without_rerank.yaml
@@ -29,7 +29,7 @@ metadata:
   name: chatqna-backend-server-deploy
   namespace: default
 spec:
-  replicas: 4
+  replicas: 8
   selector:
     matchLabels:
       app: chatqna-backend-server-deploy
@@ -141,7 +141,7 @@ metadata:
   name: embedding-dependency-deploy
   namespace: default
 spec:
-  replicas: 4
+  replicas: 8
   selector:
     matchLabels:
       app: embedding-dependency-deploy
@@ -167,10 +167,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
         volumeMounts:
         - mountPath: /data
@@ -313,7 +313,7 @@ metadata:
   name: retriever-deploy
   namespace: default
 spec:
-  replicas: 4
+  replicas: 8
   selector:
     matchLabels:
       app: retriever-deploy
diff --git a/ChatQnA/benchmark/tuned_no_wrapper/without_rerank/four_gaudi/no_wrapper_tuned_four_gaudi_without_rerank.yaml b/ChatQnA/benchmark/tuned_no_wrapper/without_rerank/four_gaudi/no_wrapper_tuned_four_gaudi_without_rerank.yaml
@@ -167,10 +167,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
         volumeMounts:
         - mountPath: /data
diff --git a/ChatQnA/benchmark/tuned_no_wrapper/without_rerank/single_gaudi/no_wrapper_tuned_single_gaudi_without_rerank.yaml b/ChatQnA/benchmark/tuned_no_wrapper/without_rerank/single_gaudi/no_wrapper_tuned_single_gaudi_without_rerank.yaml
@@ -167,10 +167,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
         volumeMounts:
         - mountPath: /data
diff --git a/ChatQnA/benchmark/tuned_no_wrapper/without_rerank/two_gaudi/no_wrapper_tuned_two_gaudi_without_rerank.yaml b/ChatQnA/benchmark/tuned_no_wrapper/without_rerank/two_gaudi/no_wrapper_tuned_two_gaudi_without_rerank.yaml
@@ -167,10 +167,10 @@ spec:
         - containerPort: 80
         resources:
           limits:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
           requests:
-            cpu: 80
+            cpu: 76
             memory: 20000Mi
         volumeMounts:
         - mountPath: /data
