wehub-resource-sync
e768098d0e
tools_continuous_delivery / Private PyPI non-main branch release (push) Has been skipped
tools_continuous_delivery / Private PyPI main branch release (push) Failing after 2m42s
Publish Promptflow Doc / Build (push) Has been cancelled
Publish Promptflow Doc / Deploy (push) Has been cancelled
Flake8 Lint / flake8 (push) Has been cancelled
Spell check CI / Spell_Check (push) Has been cancelled
105 lines
2.3 KiB
YAML
105 lines
2.3 KiB
YAML
$schema: https://azuremlschemas.azureedge.net/promptflow/latest/Flow.schema.json
|
|
environment:
|
|
python_requirements_txt: requirements.txt
|
|
inputs:
|
|
document:
|
|
type: string
|
|
summary:
|
|
type: string
|
|
outputs:
|
|
coherence:
|
|
type: double
|
|
reference: ${score_coherence.output}
|
|
consistency:
|
|
type: double
|
|
reference: ${score_consistency.output}
|
|
fluency:
|
|
type: double
|
|
reference: ${score_fluency.output}
|
|
relevance:
|
|
type: double
|
|
reference: ${score_relevance.output}
|
|
nodes:
|
|
- name: prompt_coherence
|
|
type: prompt
|
|
source:
|
|
type: code
|
|
path: prompts/coherence.jinja2
|
|
inputs:
|
|
Document: ${inputs.document}
|
|
Summary: ${inputs.summary}
|
|
- name: score_coherence
|
|
type: python
|
|
source:
|
|
type: code
|
|
path: geval.py
|
|
inputs:
|
|
connection: open_ai_connection
|
|
prompt_with_src_and_gen: ${prompt_coherence.output}
|
|
max_score: 5
|
|
deployment_name: gpt-4
|
|
- name: prompt_consistency
|
|
type: prompt
|
|
source:
|
|
type: code
|
|
path: prompts/consistency.jinja2
|
|
inputs:
|
|
Document: ${inputs.document}
|
|
Summary: ${inputs.summary}
|
|
- name: score_consistency
|
|
type: python
|
|
source:
|
|
type: code
|
|
path: geval.py
|
|
inputs:
|
|
connection: open_ai_connection
|
|
prompt_with_src_and_gen: ${prompt_consistency.output}
|
|
max_score: 5
|
|
deployment_name: gpt-4
|
|
- name: prompt_fluency
|
|
type: prompt
|
|
source:
|
|
type: code
|
|
path: prompts/fluency.jinja2
|
|
inputs:
|
|
Summary: ${inputs.summary}
|
|
- name: score_fluency
|
|
type: python
|
|
source:
|
|
type: code
|
|
path: geval.py
|
|
inputs:
|
|
connection: open_ai_connection
|
|
prompt_with_src_and_gen: ${prompt_fluency.output}
|
|
max_score: 3
|
|
deployment_name: gpt-4
|
|
- name: prompt_relevance
|
|
type: prompt
|
|
source:
|
|
type: code
|
|
path: prompts/relevance.jinja2
|
|
inputs:
|
|
Document: ${inputs.document}
|
|
Summary: ${inputs.summary}
|
|
- name: score_relevance
|
|
type: python
|
|
source:
|
|
type: code
|
|
path: geval.py
|
|
inputs:
|
|
connection: open_ai_connection
|
|
prompt_with_src_and_gen: ${prompt_relevance.output}
|
|
max_score: 5
|
|
deployment_name: gpt-4
|
|
- name: average_scores
|
|
type: python
|
|
source:
|
|
type: code
|
|
path: average_scores.py
|
|
inputs:
|
|
fluency_list: ${score_fluency.output}
|
|
consistency_list: ${score_consistency.output}
|
|
relevance_list: ${score_relevance.output}
|
|
coherence_list: ${score_coherence.output}
|
|
aggregation: true
|