22 lines
545 B
Python
22 lines
545 B
Python
from text_generation import Client # type: ignore
|
|
|
|
|
|
def generate_from_huggingface_completion(
|
|
prompt: str,
|
|
model_endpoint: str,
|
|
temperature: float,
|
|
top_p: float,
|
|
max_new_tokens: int,
|
|
stop_sequences: list[str] | None = None,
|
|
) -> str:
|
|
client = Client(model_endpoint, timeout=60)
|
|
generation: str = client.generate(
|
|
prompt=prompt,
|
|
temperature=temperature,
|
|
top_p=top_p,
|
|
max_new_tokens=max_new_tokens,
|
|
stop_sequences=stop_sequences,
|
|
).generated_text
|
|
|
|
return generation
|