# Common section: this section provides common values for all other sections. Required. # Configure 'document_folder', 'document_chunk_size' and 'document_chunk_overlap' if you require document splitting. documents_folder: document_chunk_size: 512 # The token chunk size for each chunk. document_chunk_overlap: 100 # The token overlap of each chunk when splitting. # However, if you wish to bypass the document split process, simply provide the 'document_nodes_file', which is a JSONL file. # When both 'documents_folder' and 'document_nodes_file' are configured, will use 'document_nodes_file' and ignore 'documents_folder'. # For cloud mode, both local files and data assets can be used. # document_nodes_file: # Test data gen flow configs # You can utilize our provided example test data generation flow directly. Alternatively, you can create your own flow and set up corresponding node inputs override. # The example flow folder path is \examples\gen_test_data\example_flow flow_folder: node_inputs_override: # Override some node inputs, if not fill in 'node_inputs_override', will use the values in flow.dag.yaml validate_text_chunk: # node name in flow.dag.yaml connection: # connection name of node 'validate_text_chunk' # Use 'deployment_name' for Azure OpenAI connection, 'model' for OpenAI deployment_name: # model: generate_question: connection: deployment_name: # model: validate_question: connection: deployment_name: # model: generate_suggested_answer: connection: deployment_name: # model: validate_suggested_answer: connection: deployment_name: # model: # Local section: this section is for local test data generation related configuration. Can skip if not run in local. output_folder: flow_batch_run_size: 4 # Higher values may speed up flow runs but risk hitting OpenAI's rate limit. # Cloud section: this section is for cloud test data generation related configuration. Can skip if not run in cloud. subscription_id: resource_group: workspace_name: aml_cluster: # Parallel run step configs prs_instance_count: 2 prs_mini_batch_size: 1 prs_max_concurrency_per_instance: 4 prs_max_retry_count: 3 prs_run_invocation_time: 800 prs_allowed_failed_count: -1