wehub-resource-sync
0d3cb498a3
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Has been cancelled
Test and Publish Multi-arch Docker Image / test (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Has been cancelled
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Has been cancelled
Validate Renovate Config / Validate Renovate Configuration (push) Has been cancelled
1496 lines
38 KiB
JSON
1496 lines
38 KiB
JSON
{
|
|
"id": "00fa2978-039b-4dbd-8e05-d962a981755f",
|
|
"prevId": "516dc2b9-fcef-43c1-88dc-543e422e3f53",
|
|
"version": "6",
|
|
"dialect": "sqlite",
|
|
"tables": {
|
|
"blob_assets": {
|
|
"name": "blob_assets",
|
|
"columns": {
|
|
"hash": {
|
|
"name": "hash",
|
|
"type": "text",
|
|
"primaryKey": true,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"size_bytes": {
|
|
"name": "size_bytes",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"mime_type": {
|
|
"name": "mime_type",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"provider": {
|
|
"name": "provider",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"created_at": {
|
|
"name": "created_at",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": "CURRENT_TIMESTAMP"
|
|
}
|
|
},
|
|
"indexes": {
|
|
"blob_assets_provider_idx": {
|
|
"name": "blob_assets_provider_idx",
|
|
"columns": [
|
|
"provider"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"blob_assets_created_at_idx": {
|
|
"name": "blob_assets_created_at_idx",
|
|
"columns": [
|
|
"created_at"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"blob_assets_mime_type_idx": {
|
|
"name": "blob_assets_mime_type_idx",
|
|
"columns": [
|
|
"mime_type"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {},
|
|
"compositePrimaryKeys": {},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"blob_references": {
|
|
"name": "blob_references",
|
|
"columns": {
|
|
"id": {
|
|
"name": "id",
|
|
"type": "text",
|
|
"primaryKey": true,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"blob_hash": {
|
|
"name": "blob_hash",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"eval_id": {
|
|
"name": "eval_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"test_idx": {
|
|
"name": "test_idx",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"prompt_idx": {
|
|
"name": "prompt_idx",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"location": {
|
|
"name": "location",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"kind": {
|
|
"name": "kind",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"created_at": {
|
|
"name": "created_at",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": "CURRENT_TIMESTAMP"
|
|
}
|
|
},
|
|
"indexes": {
|
|
"blob_references_blob_idx": {
|
|
"name": "blob_references_blob_idx",
|
|
"columns": [
|
|
"blob_hash"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"blob_references_eval_idx": {
|
|
"name": "blob_references_eval_idx",
|
|
"columns": [
|
|
"eval_id"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"blob_references_blob_created_at_idx": {
|
|
"name": "blob_references_blob_created_at_idx",
|
|
"columns": [
|
|
"blob_hash",
|
|
"created_at"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {
|
|
"blob_references_blob_hash_blob_assets_hash_fk": {
|
|
"name": "blob_references_blob_hash_blob_assets_hash_fk",
|
|
"tableFrom": "blob_references",
|
|
"columnsFrom": [
|
|
"blob_hash"
|
|
],
|
|
"tableTo": "blob_assets",
|
|
"columnsTo": [
|
|
"hash"
|
|
],
|
|
"onUpdate": "no action",
|
|
"onDelete": "cascade"
|
|
},
|
|
"blob_references_eval_id_evals_id_fk": {
|
|
"name": "blob_references_eval_id_evals_id_fk",
|
|
"tableFrom": "blob_references",
|
|
"columnsFrom": [
|
|
"eval_id"
|
|
],
|
|
"tableTo": "evals",
|
|
"columnsTo": [
|
|
"id"
|
|
],
|
|
"onUpdate": "no action",
|
|
"onDelete": "cascade"
|
|
}
|
|
},
|
|
"compositePrimaryKeys": {},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"configs": {
|
|
"name": "configs",
|
|
"columns": {
|
|
"id": {
|
|
"name": "id",
|
|
"type": "text",
|
|
"primaryKey": true,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"created_at": {
|
|
"name": "created_at",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": "CURRENT_TIMESTAMP"
|
|
},
|
|
"updated_at": {
|
|
"name": "updated_at",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": "CURRENT_TIMESTAMP"
|
|
},
|
|
"name": {
|
|
"name": "name",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"type": {
|
|
"name": "type",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"config": {
|
|
"name": "config",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
}
|
|
},
|
|
"indexes": {
|
|
"configs_created_at_idx": {
|
|
"name": "configs_created_at_idx",
|
|
"columns": [
|
|
"created_at"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"configs_type_idx": {
|
|
"name": "configs_type_idx",
|
|
"columns": [
|
|
"type"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {},
|
|
"compositePrimaryKeys": {},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"datasets": {
|
|
"name": "datasets",
|
|
"columns": {
|
|
"id": {
|
|
"name": "id",
|
|
"type": "text",
|
|
"primaryKey": true,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"tests": {
|
|
"name": "tests",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"created_at": {
|
|
"name": "created_at",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": "CURRENT_TIMESTAMP"
|
|
}
|
|
},
|
|
"indexes": {
|
|
"datasets_created_at_idx": {
|
|
"name": "datasets_created_at_idx",
|
|
"columns": [
|
|
"created_at"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {},
|
|
"compositePrimaryKeys": {},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"eval_results": {
|
|
"name": "eval_results",
|
|
"columns": {
|
|
"id": {
|
|
"name": "id",
|
|
"type": "text",
|
|
"primaryKey": true,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"created_at": {
|
|
"name": "created_at",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": "CURRENT_TIMESTAMP"
|
|
},
|
|
"updated_at": {
|
|
"name": "updated_at",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": "CURRENT_TIMESTAMP"
|
|
},
|
|
"eval_id": {
|
|
"name": "eval_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"prompt_idx": {
|
|
"name": "prompt_idx",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"test_idx": {
|
|
"name": "test_idx",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"test_case": {
|
|
"name": "test_case",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"prompt": {
|
|
"name": "prompt",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"prompt_id": {
|
|
"name": "prompt_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"provider": {
|
|
"name": "provider",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"latency_ms": {
|
|
"name": "latency_ms",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"cost": {
|
|
"name": "cost",
|
|
"type": "real",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"response": {
|
|
"name": "response",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"error": {
|
|
"name": "error",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"failure_reason": {
|
|
"name": "failure_reason",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": 0
|
|
},
|
|
"success": {
|
|
"name": "success",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"score": {
|
|
"name": "score",
|
|
"type": "real",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"grading_result": {
|
|
"name": "grading_result",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"named_scores": {
|
|
"name": "named_scores",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"metadata": {
|
|
"name": "metadata",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
}
|
|
},
|
|
"indexes": {
|
|
"eval_result_eval_id_idx": {
|
|
"name": "eval_result_eval_id_idx",
|
|
"columns": [
|
|
"eval_id"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_test_idx": {
|
|
"name": "eval_result_test_idx",
|
|
"columns": [
|
|
"test_idx"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_eval_test_idx": {
|
|
"name": "eval_result_eval_test_idx",
|
|
"columns": [
|
|
"eval_id",
|
|
"test_idx"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_eval_success_idx": {
|
|
"name": "eval_result_eval_success_idx",
|
|
"columns": [
|
|
"eval_id",
|
|
"success"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_eval_failure_idx": {
|
|
"name": "eval_result_eval_failure_idx",
|
|
"columns": [
|
|
"eval_id",
|
|
"failure_reason"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_eval_test_success_idx": {
|
|
"name": "eval_result_eval_test_success_idx",
|
|
"columns": [
|
|
"eval_id",
|
|
"test_idx",
|
|
"success"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_response_idx": {
|
|
"name": "eval_result_response_idx",
|
|
"columns": [
|
|
"response"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_grading_result_reason_idx": {
|
|
"name": "eval_result_grading_result_reason_idx",
|
|
"columns": [
|
|
"json_extract(\"grading_result\", '$.reason')"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_grading_result_comment_idx": {
|
|
"name": "eval_result_grading_result_comment_idx",
|
|
"columns": [
|
|
"json_extract(\"grading_result\", '$.comment')"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_test_case_vars_idx": {
|
|
"name": "eval_result_test_case_vars_idx",
|
|
"columns": [
|
|
"json_extract(\"test_case\", '$.vars')"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_test_case_metadata_idx": {
|
|
"name": "eval_result_test_case_metadata_idx",
|
|
"columns": [
|
|
"json_extract(\"metadata\", '$')"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_named_scores_idx": {
|
|
"name": "eval_result_named_scores_idx",
|
|
"columns": [
|
|
"json_extract(\"named_scores\", '$')"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_metadata_idx": {
|
|
"name": "eval_result_metadata_idx",
|
|
"columns": [
|
|
"json_extract(\"metadata\", '$')"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_metadata_plugin_id_idx": {
|
|
"name": "eval_result_metadata_plugin_id_idx",
|
|
"columns": [
|
|
"json_extract(\"metadata\", '$.pluginId')"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"eval_result_metadata_strategy_id_idx": {
|
|
"name": "eval_result_metadata_strategy_id_idx",
|
|
"columns": [
|
|
"json_extract(\"metadata\", '$.strategyId')"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {
|
|
"eval_results_eval_id_evals_id_fk": {
|
|
"name": "eval_results_eval_id_evals_id_fk",
|
|
"tableFrom": "eval_results",
|
|
"columnsFrom": [
|
|
"eval_id"
|
|
],
|
|
"tableTo": "evals",
|
|
"columnsTo": [
|
|
"id"
|
|
],
|
|
"onUpdate": "no action",
|
|
"onDelete": "no action"
|
|
},
|
|
"eval_results_prompt_id_prompts_id_fk": {
|
|
"name": "eval_results_prompt_id_prompts_id_fk",
|
|
"tableFrom": "eval_results",
|
|
"columnsFrom": [
|
|
"prompt_id"
|
|
],
|
|
"tableTo": "prompts",
|
|
"columnsTo": [
|
|
"id"
|
|
],
|
|
"onUpdate": "no action",
|
|
"onDelete": "no action"
|
|
}
|
|
},
|
|
"compositePrimaryKeys": {},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"evals": {
|
|
"name": "evals",
|
|
"columns": {
|
|
"id": {
|
|
"name": "id",
|
|
"type": "text",
|
|
"primaryKey": true,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"created_at": {
|
|
"name": "created_at",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": "CURRENT_TIMESTAMP"
|
|
},
|
|
"author": {
|
|
"name": "author",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"description": {
|
|
"name": "description",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"results": {
|
|
"name": "results",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"config": {
|
|
"name": "config",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"prompts": {
|
|
"name": "prompts",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"vars": {
|
|
"name": "vars",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"runtime_options": {
|
|
"name": "runtime_options",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"is_redteam": {
|
|
"name": "is_redteam",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": false
|
|
}
|
|
},
|
|
"indexes": {
|
|
"evals_created_at_idx": {
|
|
"name": "evals_created_at_idx",
|
|
"columns": [
|
|
"created_at"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"evals_author_idx": {
|
|
"name": "evals_author_idx",
|
|
"columns": [
|
|
"author"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"evals_is_redteam_idx": {
|
|
"name": "evals_is_redteam_idx",
|
|
"columns": [
|
|
"is_redteam"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {},
|
|
"compositePrimaryKeys": {},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"evals_to_datasets": {
|
|
"name": "evals_to_datasets",
|
|
"columns": {
|
|
"eval_id": {
|
|
"name": "eval_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"dataset_id": {
|
|
"name": "dataset_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
}
|
|
},
|
|
"indexes": {
|
|
"evals_to_datasets_eval_id_idx": {
|
|
"name": "evals_to_datasets_eval_id_idx",
|
|
"columns": [
|
|
"eval_id"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"evals_to_datasets_dataset_id_idx": {
|
|
"name": "evals_to_datasets_dataset_id_idx",
|
|
"columns": [
|
|
"dataset_id"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {
|
|
"evals_to_datasets_eval_id_evals_id_fk": {
|
|
"name": "evals_to_datasets_eval_id_evals_id_fk",
|
|
"tableFrom": "evals_to_datasets",
|
|
"columnsFrom": [
|
|
"eval_id"
|
|
],
|
|
"tableTo": "evals",
|
|
"columnsTo": [
|
|
"id"
|
|
],
|
|
"onUpdate": "no action",
|
|
"onDelete": "no action"
|
|
},
|
|
"evals_to_datasets_dataset_id_datasets_id_fk": {
|
|
"name": "evals_to_datasets_dataset_id_datasets_id_fk",
|
|
"tableFrom": "evals_to_datasets",
|
|
"columnsFrom": [
|
|
"dataset_id"
|
|
],
|
|
"tableTo": "datasets",
|
|
"columnsTo": [
|
|
"id"
|
|
],
|
|
"onUpdate": "no action",
|
|
"onDelete": "no action"
|
|
}
|
|
},
|
|
"compositePrimaryKeys": {
|
|
"evals_to_datasets_eval_id_dataset_id_pk": {
|
|
"columns": [
|
|
"eval_id",
|
|
"dataset_id"
|
|
],
|
|
"name": "evals_to_datasets_eval_id_dataset_id_pk"
|
|
}
|
|
},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"evals_to_prompts": {
|
|
"name": "evals_to_prompts",
|
|
"columns": {
|
|
"eval_id": {
|
|
"name": "eval_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"prompt_id": {
|
|
"name": "prompt_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
}
|
|
},
|
|
"indexes": {
|
|
"evals_to_prompts_eval_id_idx": {
|
|
"name": "evals_to_prompts_eval_id_idx",
|
|
"columns": [
|
|
"eval_id"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"evals_to_prompts_prompt_id_idx": {
|
|
"name": "evals_to_prompts_prompt_id_idx",
|
|
"columns": [
|
|
"prompt_id"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {
|
|
"evals_to_prompts_eval_id_evals_id_fk": {
|
|
"name": "evals_to_prompts_eval_id_evals_id_fk",
|
|
"tableFrom": "evals_to_prompts",
|
|
"columnsFrom": [
|
|
"eval_id"
|
|
],
|
|
"tableTo": "evals",
|
|
"columnsTo": [
|
|
"id"
|
|
],
|
|
"onUpdate": "no action",
|
|
"onDelete": "cascade"
|
|
},
|
|
"evals_to_prompts_prompt_id_prompts_id_fk": {
|
|
"name": "evals_to_prompts_prompt_id_prompts_id_fk",
|
|
"tableFrom": "evals_to_prompts",
|
|
"columnsFrom": [
|
|
"prompt_id"
|
|
],
|
|
"tableTo": "prompts",
|
|
"columnsTo": [
|
|
"id"
|
|
],
|
|
"onUpdate": "no action",
|
|
"onDelete": "no action"
|
|
}
|
|
},
|
|
"compositePrimaryKeys": {
|
|
"evals_to_prompts_eval_id_prompt_id_pk": {
|
|
"columns": [
|
|
"eval_id",
|
|
"prompt_id"
|
|
],
|
|
"name": "evals_to_prompts_eval_id_prompt_id_pk"
|
|
}
|
|
},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"evals_to_tags": {
|
|
"name": "evals_to_tags",
|
|
"columns": {
|
|
"eval_id": {
|
|
"name": "eval_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"tag_id": {
|
|
"name": "tag_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
}
|
|
},
|
|
"indexes": {
|
|
"evals_to_tags_eval_id_idx": {
|
|
"name": "evals_to_tags_eval_id_idx",
|
|
"columns": [
|
|
"eval_id"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"evals_to_tags_tag_id_idx": {
|
|
"name": "evals_to_tags_tag_id_idx",
|
|
"columns": [
|
|
"tag_id"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {
|
|
"evals_to_tags_eval_id_evals_id_fk": {
|
|
"name": "evals_to_tags_eval_id_evals_id_fk",
|
|
"tableFrom": "evals_to_tags",
|
|
"columnsFrom": [
|
|
"eval_id"
|
|
],
|
|
"tableTo": "evals",
|
|
"columnsTo": [
|
|
"id"
|
|
],
|
|
"onUpdate": "no action",
|
|
"onDelete": "no action"
|
|
},
|
|
"evals_to_tags_tag_id_tags_id_fk": {
|
|
"name": "evals_to_tags_tag_id_tags_id_fk",
|
|
"tableFrom": "evals_to_tags",
|
|
"columnsFrom": [
|
|
"tag_id"
|
|
],
|
|
"tableTo": "tags",
|
|
"columnsTo": [
|
|
"id"
|
|
],
|
|
"onUpdate": "no action",
|
|
"onDelete": "no action"
|
|
}
|
|
},
|
|
"compositePrimaryKeys": {
|
|
"evals_to_tags_eval_id_tag_id_pk": {
|
|
"columns": [
|
|
"eval_id",
|
|
"tag_id"
|
|
],
|
|
"name": "evals_to_tags_eval_id_tag_id_pk"
|
|
}
|
|
},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"model_audits": {
|
|
"name": "model_audits",
|
|
"columns": {
|
|
"id": {
|
|
"name": "id",
|
|
"type": "text",
|
|
"primaryKey": true,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"created_at": {
|
|
"name": "created_at",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": "CURRENT_TIMESTAMP"
|
|
},
|
|
"updated_at": {
|
|
"name": "updated_at",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": "CURRENT_TIMESTAMP"
|
|
},
|
|
"name": {
|
|
"name": "name",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"author": {
|
|
"name": "author",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"model_path": {
|
|
"name": "model_path",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"model_type": {
|
|
"name": "model_type",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"results": {
|
|
"name": "results",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"checks": {
|
|
"name": "checks",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"issues": {
|
|
"name": "issues",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"has_errors": {
|
|
"name": "has_errors",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"total_checks": {
|
|
"name": "total_checks",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"passed_checks": {
|
|
"name": "passed_checks",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"failed_checks": {
|
|
"name": "failed_checks",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"metadata": {
|
|
"name": "metadata",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"model_id": {
|
|
"name": "model_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"revision_sha": {
|
|
"name": "revision_sha",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"content_hash": {
|
|
"name": "content_hash",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"model_source": {
|
|
"name": "model_source",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"source_last_modified": {
|
|
"name": "source_last_modified",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"scanner_version": {
|
|
"name": "scanner_version",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
}
|
|
},
|
|
"indexes": {
|
|
"model_audits_created_at_idx": {
|
|
"name": "model_audits_created_at_idx",
|
|
"columns": [
|
|
"created_at"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"model_audits_model_path_idx": {
|
|
"name": "model_audits_model_path_idx",
|
|
"columns": [
|
|
"model_path"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"model_audits_has_errors_idx": {
|
|
"name": "model_audits_has_errors_idx",
|
|
"columns": [
|
|
"has_errors"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"model_audits_model_type_idx": {
|
|
"name": "model_audits_model_type_idx",
|
|
"columns": [
|
|
"model_type"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"model_audits_model_id_idx": {
|
|
"name": "model_audits_model_id_idx",
|
|
"columns": [
|
|
"model_id"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"model_audits_revision_sha_idx": {
|
|
"name": "model_audits_revision_sha_idx",
|
|
"columns": [
|
|
"revision_sha"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"model_audits_content_hash_idx": {
|
|
"name": "model_audits_content_hash_idx",
|
|
"columns": [
|
|
"content_hash"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"model_audits_model_revision_idx": {
|
|
"name": "model_audits_model_revision_idx",
|
|
"columns": [
|
|
"model_id",
|
|
"revision_sha"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"model_audits_model_content_idx": {
|
|
"name": "model_audits_model_content_idx",
|
|
"columns": [
|
|
"model_id",
|
|
"content_hash"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {},
|
|
"compositePrimaryKeys": {},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"prompts": {
|
|
"name": "prompts",
|
|
"columns": {
|
|
"id": {
|
|
"name": "id",
|
|
"type": "text",
|
|
"primaryKey": true,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"created_at": {
|
|
"name": "created_at",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": "CURRENT_TIMESTAMP"
|
|
},
|
|
"prompt": {
|
|
"name": "prompt",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
}
|
|
},
|
|
"indexes": {
|
|
"prompts_created_at_idx": {
|
|
"name": "prompts_created_at_idx",
|
|
"columns": [
|
|
"created_at"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {},
|
|
"compositePrimaryKeys": {},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"spans": {
|
|
"name": "spans",
|
|
"columns": {
|
|
"id": {
|
|
"name": "id",
|
|
"type": "text",
|
|
"primaryKey": true,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"trace_id": {
|
|
"name": "trace_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"span_id": {
|
|
"name": "span_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"parent_span_id": {
|
|
"name": "parent_span_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"name": {
|
|
"name": "name",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"start_time": {
|
|
"name": "start_time",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"end_time": {
|
|
"name": "end_time",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"attributes": {
|
|
"name": "attributes",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"status_code": {
|
|
"name": "status_code",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
},
|
|
"status_message": {
|
|
"name": "status_message",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
}
|
|
},
|
|
"indexes": {
|
|
"spans_trace_id_idx": {
|
|
"name": "spans_trace_id_idx",
|
|
"columns": [
|
|
"trace_id"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"spans_span_id_idx": {
|
|
"name": "spans_span_id_idx",
|
|
"columns": [
|
|
"span_id"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {
|
|
"spans_trace_id_traces_trace_id_fk": {
|
|
"name": "spans_trace_id_traces_trace_id_fk",
|
|
"tableFrom": "spans",
|
|
"columnsFrom": [
|
|
"trace_id"
|
|
],
|
|
"tableTo": "traces",
|
|
"columnsTo": [
|
|
"trace_id"
|
|
],
|
|
"onUpdate": "no action",
|
|
"onDelete": "no action"
|
|
}
|
|
},
|
|
"compositePrimaryKeys": {},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"tags": {
|
|
"name": "tags",
|
|
"columns": {
|
|
"id": {
|
|
"name": "id",
|
|
"type": "text",
|
|
"primaryKey": true,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"name": {
|
|
"name": "name",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"value": {
|
|
"name": "value",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
}
|
|
},
|
|
"indexes": {
|
|
"tags_name_idx": {
|
|
"name": "tags_name_idx",
|
|
"columns": [
|
|
"name"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"tags_name_value_unique": {
|
|
"name": "tags_name_value_unique",
|
|
"columns": [
|
|
"name",
|
|
"value"
|
|
],
|
|
"isUnique": true
|
|
}
|
|
},
|
|
"foreignKeys": {},
|
|
"compositePrimaryKeys": {},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
},
|
|
"traces": {
|
|
"name": "traces",
|
|
"columns": {
|
|
"id": {
|
|
"name": "id",
|
|
"type": "text",
|
|
"primaryKey": true,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"trace_id": {
|
|
"name": "trace_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"evaluation_id": {
|
|
"name": "evaluation_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"test_case_id": {
|
|
"name": "test_case_id",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false
|
|
},
|
|
"created_at": {
|
|
"name": "created_at",
|
|
"type": "integer",
|
|
"primaryKey": false,
|
|
"notNull": true,
|
|
"autoincrement": false,
|
|
"default": "CURRENT_TIMESTAMP"
|
|
},
|
|
"metadata": {
|
|
"name": "metadata",
|
|
"type": "text",
|
|
"primaryKey": false,
|
|
"notNull": false,
|
|
"autoincrement": false
|
|
}
|
|
},
|
|
"indexes": {
|
|
"traces_trace_id_unique": {
|
|
"name": "traces_trace_id_unique",
|
|
"columns": [
|
|
"trace_id"
|
|
],
|
|
"isUnique": true
|
|
},
|
|
"traces_evaluation_idx": {
|
|
"name": "traces_evaluation_idx",
|
|
"columns": [
|
|
"evaluation_id"
|
|
],
|
|
"isUnique": false
|
|
},
|
|
"traces_trace_id_idx": {
|
|
"name": "traces_trace_id_idx",
|
|
"columns": [
|
|
"trace_id"
|
|
],
|
|
"isUnique": false
|
|
}
|
|
},
|
|
"foreignKeys": {
|
|
"traces_evaluation_id_evals_id_fk": {
|
|
"name": "traces_evaluation_id_evals_id_fk",
|
|
"tableFrom": "traces",
|
|
"columnsFrom": [
|
|
"evaluation_id"
|
|
],
|
|
"tableTo": "evals",
|
|
"columnsTo": [
|
|
"id"
|
|
],
|
|
"onUpdate": "no action",
|
|
"onDelete": "no action"
|
|
}
|
|
},
|
|
"compositePrimaryKeys": {},
|
|
"uniqueConstraints": {},
|
|
"checkConstraints": {}
|
|
}
|
|
},
|
|
"views": {},
|
|
"enums": {},
|
|
"_meta": {
|
|
"columns": {},
|
|
"schemas": {},
|
|
"tables": {}
|
|
},
|
|
"internal": {
|
|
"indexes": {
|
|
"eval_result_grading_result_reason_idx": {
|
|
"columns": {
|
|
"json_extract(\"grading_result\", '$.reason')": {
|
|
"isExpression": true
|
|
}
|
|
}
|
|
},
|
|
"eval_result_grading_result_comment_idx": {
|
|
"columns": {
|
|
"json_extract(\"grading_result\", '$.comment')": {
|
|
"isExpression": true
|
|
}
|
|
}
|
|
},
|
|
"eval_result_test_case_vars_idx": {
|
|
"columns": {
|
|
"json_extract(\"test_case\", '$.vars')": {
|
|
"isExpression": true
|
|
}
|
|
}
|
|
},
|
|
"eval_result_test_case_metadata_idx": {
|
|
"columns": {
|
|
"json_extract(\"metadata\", '$')": {
|
|
"isExpression": true
|
|
}
|
|
}
|
|
},
|
|
"eval_result_named_scores_idx": {
|
|
"columns": {
|
|
"json_extract(\"named_scores\", '$')": {
|
|
"isExpression": true
|
|
}
|
|
}
|
|
},
|
|
"eval_result_metadata_idx": {
|
|
"columns": {
|
|
"json_extract(\"metadata\", '$')": {
|
|
"isExpression": true
|
|
}
|
|
}
|
|
},
|
|
"eval_result_metadata_plugin_id_idx": {
|
|
"columns": {
|
|
"json_extract(\"metadata\", '$.pluginId')": {
|
|
"isExpression": true
|
|
}
|
|
}
|
|
},
|
|
"eval_result_metadata_strategy_id_idx": {
|
|
"columns": {
|
|
"json_extract(\"metadata\", '$.strategyId')": {
|
|
"isExpression": true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} |