From fed908cf4697f471e44154c82107873134b5f93d Mon Sep 17 00:00:00 2001 From: KfreeZ Date: Thu, 22 Aug 2024 09:59:21 +0800 Subject: [PATCH 1/3] change codegen tgi model Signed-off-by: KfreeZ --- CodeGen/kubernetes/codegen_gaudi.yaml | 2 +- CodeGen/kubernetes/codegen_xeon.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/CodeGen/kubernetes/codegen_gaudi.yaml b/CodeGen/kubernetes/codegen_gaudi.yaml index eb02394641..2e37820577 100644 --- a/CodeGen/kubernetes/codegen_gaudi.yaml +++ b/CodeGen/kubernetes/codegen_gaudi.yaml @@ -29,6 +29,6 @@ spec: internalService: serviceName: tgi-gaudi-svc config: - MODEL_ID: ise-uiuc/Magicoder-S-DS-6.7B + MODEL_ID: meta-llama/CodeLlama-7b-hf endpoint: /generate isDownstreamService: true diff --git a/CodeGen/kubernetes/codegen_xeon.yaml b/CodeGen/kubernetes/codegen_xeon.yaml index c6bf745da4..dd1675ce3c 100644 --- a/CodeGen/kubernetes/codegen_xeon.yaml +++ b/CodeGen/kubernetes/codegen_xeon.yaml @@ -29,6 +29,6 @@ spec: internalService: serviceName: tgi-service config: - MODEL_ID: ise-uiuc/Magicoder-S-DS-6.7B + MODEL_ID: meta-llama/CodeLlama-7b-hf endpoint: /generate isDownstreamService: true From f67a8daa388d2138113a09f0136c8ae91e80a962 Mon Sep 17 00:00:00 2001 From: KfreeZ Date: Thu, 22 Aug 2024 10:34:55 +0800 Subject: [PATCH 2/3] change codegen tgi model, set xeon to default model Signed-off-by: KfreeZ --- CodeGen/kubernetes/codegen_xeon.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/CodeGen/kubernetes/codegen_xeon.yaml b/CodeGen/kubernetes/codegen_xeon.yaml index dd1675ce3c..452a24dd77 100644 --- a/CodeGen/kubernetes/codegen_xeon.yaml +++ b/CodeGen/kubernetes/codegen_xeon.yaml @@ -29,6 +29,5 @@ spec: internalService: serviceName: tgi-service config: - MODEL_ID: meta-llama/CodeLlama-7b-hf endpoint: /generate isDownstreamService: true From b28555a422c3c09c38b794d9eba5d160c9f37f0c Mon Sep 17 00:00:00 2001 From: KfreeZ Date: Thu, 22 Aug 2024 10:59:36 +0800 Subject: [PATCH 3/3] change xeon to HuggingFaceH4/mistral-7b-grok Signed-off-by: KfreeZ --- CodeGen/kubernetes/codegen_xeon.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/CodeGen/kubernetes/codegen_xeon.yaml b/CodeGen/kubernetes/codegen_xeon.yaml index 452a24dd77..e4a95cedfc 100644 --- a/CodeGen/kubernetes/codegen_xeon.yaml +++ b/CodeGen/kubernetes/codegen_xeon.yaml @@ -29,5 +29,6 @@ spec: internalService: serviceName: tgi-service config: + MODEL_ID: HuggingFaceH4/mistral-7b-grok endpoint: /generate isDownstreamService: true