wehub-resource-sync
e768098d0e
Flake8 Lint / flake8 (push) Waiting to run
Spell check CI / Spell_Check (push) Waiting to run
tools_continuous_delivery / Private PyPI non-main branch release (push) Has been skipped
tools_continuous_delivery / Private PyPI main branch release (push) Failing after 2m42s
Publish Promptflow Doc / Build (push) Has been cancelled
Publish Promptflow Doc / Deploy (push) Has been cancelled
42 lines
1.0 KiB
Python
42 lines
1.0 KiB
Python
from pathlib import Path
|
|
from typing import TypedDict
|
|
|
|
from jinja2 import Template
|
|
from llm import my_llm_tool
|
|
|
|
from promptflow.tracing import trace
|
|
|
|
BASE_DIR = Path(__file__).absolute().parent
|
|
|
|
|
|
class Result(TypedDict):
|
|
output: str
|
|
|
|
|
|
@trace
|
|
def load_prompt(jinja2_template: str, text: str) -> str:
|
|
"""Load prompt function."""
|
|
with open(BASE_DIR / jinja2_template, "r", encoding="utf-8") as f:
|
|
prompt = Template(
|
|
f.read(), trim_blocks=True, keep_trailing_newline=True
|
|
).render(text=text)
|
|
return prompt
|
|
|
|
|
|
@trace
|
|
def write_simple_program(
|
|
text: str = "Hello World!", deployment_name="gpt-4o"
|
|
) -> Result:
|
|
"""Ask LLM to write a simple program."""
|
|
prompt = load_prompt("hello.jinja2", text)
|
|
output = my_llm_tool(prompt=prompt, deployment_name=deployment_name, max_tokens=120)
|
|
return Result(output=output)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
from promptflow.tracing import start_trace
|
|
|
|
start_trace()
|
|
result = write_simple_program("Hello, world!", "gpt-4o")
|
|
print(result)
|