From 88ce89d19b3fbcf541cc8b37c93b0d7efe42c9e3 Mon Sep 17 00:00:00 2001 From: Xinyao Wang Date: Wed, 16 Oct 2024 16:08:45 +0800 Subject: [PATCH] support Chinese for DocSum Signed-off-by: Xinyao Wang --- DocSum/README.md | 8 +++++++- DocSum/docker_compose/intel/cpu/xeon/README.md | 2 +- DocSum/docker_compose/intel/hpu/gaudi/README.md | 2 +- 3 files changed, 9 insertions(+), 3 deletions(-) diff --git a/DocSum/README.md b/DocSum/README.md index 37a6789632..fb6504a81f 100644 --- a/DocSum/README.md +++ b/DocSum/README.md @@ -158,9 +158,15 @@ Two ways of consuming Document Summarization Service: 1. Use cURL command on terminal ```bash + #Use English mode (default). curl http://${host_ip}:8888/v1/docsum \ -H "Content-Type: application/json" \ - -d '{"messages": "Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5."}' + -d '{"messages": "Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.","max_tokens":32, "language":"en", "stream":false}' + + #Use Chinese mode. + curl http://${host_ip}:8888/v1/docsum \ + -H "Content-Type: application/json" \ + -d '{"messages": "2024年9月26日，北京——今日，英特尔正式发布英特尔® 至强® 6性能核处理器（代号Granite Rapids），为AI、数据分析、科学计算等计算密集型业务提供卓越性能。","max_tokens":32, "language":"zh", "stream":false}' ``` 2. Access via frontend diff --git a/DocSum/docker_compose/intel/cpu/xeon/README.md b/DocSum/docker_compose/intel/cpu/xeon/README.md index a067e9e27f..964872825c 100644 --- a/DocSum/docker_compose/intel/cpu/xeon/README.md +++ b/DocSum/docker_compose/intel/cpu/xeon/README.md @@ -124,7 +124,7 @@ docker compose up -d ```bash curl http://${host_ip}:8888/v1/docsum -H "Content-Type: application/json" -d '{ - "messages": "Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5." + "messages": "Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.","max_tokens":32, "language":"en", "stream":false }' ``` diff --git a/DocSum/docker_compose/intel/hpu/gaudi/README.md b/DocSum/docker_compose/intel/hpu/gaudi/README.md index abb4a9bed2..be82ae5ca3 100644 --- a/DocSum/docker_compose/intel/hpu/gaudi/README.md +++ b/DocSum/docker_compose/intel/hpu/gaudi/README.md @@ -115,7 +115,7 @@ docker compose up -d ```bash curl http://${host_ip}:8888/v1/docsum -H "Content-Type: application/json" -d '{ - "messages": "Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5." + "messages": "Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.","max_tokens":32, "language":"en", "stream":false }' ```