Skip to content

Commit

Permalink
Merge branch 'main' into dina/redis_dataprep_readme_fix
Browse files Browse the repository at this point in the history
  • Loading branch information
ashahba authored Jan 31, 2025
2 parents 5f5df39 + 30e3dea commit 16d8c6b
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion comps/llms/src/doc-summarization/integrations/tgi.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
import os

import requests
from langchain_community.llms import HuggingFaceEndpoint
from langchain_huggingface import HuggingFaceEndpoint

from comps import CustomLogger, GeneratedDoc, OpeaComponent, OpeaComponentRegistry, ServiceType
from comps.cores.proto.api_protocol import DocSumChatCompletionRequest
Expand Down Expand Up @@ -71,6 +71,7 @@ async def invoke(self, input: DocSumChatCompletionRequest):
repetition_penalty=input.repetition_penalty if input.repetition_penalty else 1.03,
streaming=input.stream,
server_kwargs=server_kwargs,
task="text-generation",
)
result = await self.generate(input, self.client)

Expand Down

0 comments on commit 16d8c6b

Please sign in to comment.