wehub-resource-sync
701 lines
22 KiB
SQL
701 lines
22 KiB
SQL
|
|
CREATE TABLE alembic_version (
|
|
version_num VARCHAR(32) NOT NULL,
|
|
PRIMARY KEY (version_num)
|
|
)
|
|
|
|
|
|
CREATE TABLE budget_policies (
|
|
budget_policy_id VARCHAR(36) NOT NULL,
|
|
budget_unit VARCHAR(32) NOT NULL,
|
|
budget_amount FLOAT NOT NULL,
|
|
duration_unit VARCHAR(32) NOT NULL,
|
|
duration_value INTEGER NOT NULL,
|
|
target_scope VARCHAR(32) NOT NULL,
|
|
budget_action VARCHAR(32) NOT NULL,
|
|
created_by VARCHAR(255),
|
|
created_at BIGINT NOT NULL,
|
|
last_updated_by VARCHAR(255),
|
|
last_updated_at BIGINT NOT NULL,
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (budget_policy_id)
|
|
)
|
|
|
|
|
|
CREATE TABLE entity_associations (
|
|
association_id VARCHAR(36) NOT NULL,
|
|
source_type VARCHAR(36) NOT NULL,
|
|
source_id VARCHAR(36) NOT NULL,
|
|
destination_type VARCHAR(36) NOT NULL,
|
|
destination_id VARCHAR(36) NOT NULL,
|
|
created_time BIGINT,
|
|
PRIMARY KEY (source_type, source_id, destination_type, destination_id)
|
|
)
|
|
|
|
|
|
CREATE TABLE evaluation_datasets (
|
|
dataset_id VARCHAR(36) NOT NULL,
|
|
name VARCHAR(255) NOT NULL,
|
|
schema TEXT,
|
|
profile TEXT,
|
|
digest VARCHAR(64),
|
|
created_time BIGINT,
|
|
last_update_time BIGINT,
|
|
created_by VARCHAR(255),
|
|
last_updated_by VARCHAR(255),
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (dataset_id)
|
|
)
|
|
|
|
|
|
CREATE TABLE experiments (
|
|
experiment_id INTEGER NOT NULL,
|
|
name VARCHAR(256) NOT NULL,
|
|
artifact_location VARCHAR(256),
|
|
lifecycle_stage VARCHAR(32),
|
|
creation_time BIGINT,
|
|
last_update_time BIGINT,
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (experiment_id),
|
|
CONSTRAINT experiments_lifecycle_stage CHECK ((`lifecycle_stage` in (_utf8mb4'active',_utf8mb4'deleted'))),
|
|
CONSTRAINT uq_experiments_workspace_name UNIQUE (workspace, name)
|
|
)
|
|
|
|
|
|
CREATE TABLE input_tags (
|
|
input_uuid VARCHAR(36) NOT NULL,
|
|
name VARCHAR(255) NOT NULL,
|
|
value VARCHAR(500) NOT NULL,
|
|
PRIMARY KEY (input_uuid, name)
|
|
)
|
|
|
|
|
|
CREATE TABLE inputs (
|
|
input_uuid VARCHAR(36) NOT NULL,
|
|
source_type VARCHAR(36) NOT NULL,
|
|
source_id VARCHAR(36) NOT NULL,
|
|
destination_type VARCHAR(36) NOT NULL,
|
|
destination_id VARCHAR(36) NOT NULL,
|
|
step BIGINT DEFAULT '0' NOT NULL,
|
|
PRIMARY KEY (source_type, source_id, destination_type, destination_id)
|
|
)
|
|
|
|
|
|
CREATE TABLE jobs (
|
|
id VARCHAR(36) NOT NULL,
|
|
creation_time BIGINT NOT NULL,
|
|
job_name VARCHAR(500),
|
|
params TEXT NOT NULL,
|
|
timeout DOUBLE,
|
|
status INTEGER NOT NULL,
|
|
result TEXT,
|
|
retry_count INTEGER NOT NULL,
|
|
last_update_time BIGINT NOT NULL,
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
status_details JSON,
|
|
PRIMARY KEY (id)
|
|
)
|
|
|
|
|
|
CREATE TABLE registered_models (
|
|
name VARCHAR(256) NOT NULL,
|
|
creation_time BIGINT,
|
|
last_updated_time BIGINT,
|
|
description VARCHAR(5000),
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (workspace, name)
|
|
)
|
|
|
|
|
|
CREATE TABLE secrets (
|
|
secret_id VARCHAR(36) NOT NULL,
|
|
secret_name VARCHAR(255) NOT NULL,
|
|
encrypted_value BLOB NOT NULL,
|
|
wrapped_dek BLOB NOT NULL,
|
|
kek_version INTEGER NOT NULL,
|
|
masked_value VARCHAR(500) NOT NULL,
|
|
provider VARCHAR(64),
|
|
auth_config TEXT,
|
|
description TEXT,
|
|
created_by VARCHAR(255),
|
|
created_at BIGINT NOT NULL,
|
|
last_updated_by VARCHAR(255),
|
|
last_updated_at BIGINT NOT NULL,
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (secret_id),
|
|
CONSTRAINT uq_secrets_workspace_secret_name UNIQUE (workspace, secret_name)
|
|
)
|
|
|
|
|
|
CREATE TABLE webhooks (
|
|
webhook_id VARCHAR(256) NOT NULL,
|
|
name VARCHAR(256) NOT NULL,
|
|
description VARCHAR(1000),
|
|
url VARCHAR(500) NOT NULL,
|
|
status VARCHAR(20) DEFAULT 'ACTIVE' NOT NULL,
|
|
secret VARCHAR(1000),
|
|
creation_timestamp BIGINT,
|
|
last_updated_timestamp BIGINT,
|
|
deleted_timestamp BIGINT,
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (webhook_id)
|
|
)
|
|
|
|
|
|
CREATE TABLE workspaces (
|
|
name VARCHAR(63) NOT NULL,
|
|
description TEXT,
|
|
default_artifact_root TEXT,
|
|
trace_archival_location TEXT,
|
|
trace_archival_retention VARCHAR(32),
|
|
PRIMARY KEY (name)
|
|
)
|
|
|
|
|
|
CREATE TABLE datasets (
|
|
dataset_uuid VARCHAR(36) NOT NULL,
|
|
experiment_id INTEGER NOT NULL,
|
|
name VARCHAR(500) NOT NULL,
|
|
digest VARCHAR(36) NOT NULL,
|
|
dataset_source_type VARCHAR(36) NOT NULL,
|
|
dataset_source TEXT NOT NULL,
|
|
dataset_schema MEDIUMTEXT,
|
|
dataset_profile MEDIUMTEXT,
|
|
PRIMARY KEY (experiment_id, name, digest),
|
|
CONSTRAINT fk_datasets_experiment_id_experiments FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE endpoints (
|
|
endpoint_id VARCHAR(36) NOT NULL,
|
|
name VARCHAR(255),
|
|
created_by VARCHAR(255),
|
|
created_at BIGINT NOT NULL,
|
|
last_updated_by VARCHAR(255),
|
|
last_updated_at BIGINT NOT NULL,
|
|
routing_strategy VARCHAR(64),
|
|
fallback_config_json TEXT,
|
|
experiment_id INTEGER,
|
|
usage_tracking TINYINT DEFAULT '0' NOT NULL,
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (endpoint_id),
|
|
CONSTRAINT fk_endpoints_experiment_id FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id) ON DELETE SET NULL,
|
|
CONSTRAINT uq_endpoints_workspace_name UNIQUE (workspace, name)
|
|
)
|
|
|
|
|
|
CREATE TABLE evaluation_dataset_records (
|
|
dataset_record_id VARCHAR(36) NOT NULL,
|
|
dataset_id VARCHAR(36) NOT NULL,
|
|
inputs JSON NOT NULL,
|
|
expectations JSON,
|
|
tags JSON,
|
|
source JSON,
|
|
source_id VARCHAR(36),
|
|
source_type VARCHAR(255),
|
|
created_time BIGINT,
|
|
last_update_time BIGINT,
|
|
created_by VARCHAR(255),
|
|
last_updated_by VARCHAR(255),
|
|
input_hash VARCHAR(64) NOT NULL,
|
|
outputs JSON,
|
|
PRIMARY KEY (dataset_record_id),
|
|
CONSTRAINT fk_evaluation_dataset_records_dataset_id FOREIGN KEY(dataset_id) REFERENCES evaluation_datasets (dataset_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE evaluation_dataset_tags (
|
|
dataset_id VARCHAR(36) NOT NULL,
|
|
key VARCHAR(255) NOT NULL,
|
|
value VARCHAR(5000),
|
|
PRIMARY KEY (dataset_id, key),
|
|
CONSTRAINT fk_evaluation_dataset_tags_dataset_id FOREIGN KEY(dataset_id) REFERENCES evaluation_datasets (dataset_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE experiment_tags (
|
|
key VARCHAR(250) NOT NULL,
|
|
value VARCHAR(5000),
|
|
experiment_id INTEGER NOT NULL,
|
|
PRIMARY KEY (key, experiment_id),
|
|
CONSTRAINT experiment_tags_ibfk_1 FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id)
|
|
)
|
|
|
|
|
|
CREATE TABLE label_schemas (
|
|
schema_id VARCHAR(36) NOT NULL,
|
|
experiment_id INTEGER NOT NULL,
|
|
name VARCHAR(250) NOT NULL,
|
|
type VARCHAR(16) NOT NULL,
|
|
instruction TEXT,
|
|
enable_comment TINYINT DEFAULT '0' NOT NULL,
|
|
input_type VARCHAR(32) NOT NULL,
|
|
input_config TEXT NOT NULL,
|
|
created_by VARCHAR(255),
|
|
created_time BIGINT NOT NULL,
|
|
last_update_time BIGINT NOT NULL,
|
|
is_default TINYINT DEFAULT '0' NOT NULL,
|
|
PRIMARY KEY (schema_id),
|
|
CONSTRAINT fk_label_schemas_experiment_id FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE logged_models (
|
|
model_id VARCHAR(36) NOT NULL,
|
|
experiment_id INTEGER NOT NULL,
|
|
name VARCHAR(500) NOT NULL,
|
|
artifact_location VARCHAR(1000) NOT NULL,
|
|
creation_timestamp_ms BIGINT NOT NULL,
|
|
last_updated_timestamp_ms BIGINT NOT NULL,
|
|
status INTEGER NOT NULL,
|
|
lifecycle_stage VARCHAR(32),
|
|
model_type VARCHAR(500),
|
|
source_run_id VARCHAR(32),
|
|
status_message VARCHAR(1000),
|
|
PRIMARY KEY (model_id),
|
|
CONSTRAINT fk_logged_models_experiment_id FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id) ON DELETE CASCADE,
|
|
CONSTRAINT logged_models_lifecycle_stage_check CHECK ((`lifecycle_stage` in (_utf8mb4'active',_utf8mb4'deleted')))
|
|
)
|
|
|
|
|
|
CREATE TABLE model_definitions (
|
|
model_definition_id VARCHAR(36) NOT NULL,
|
|
name VARCHAR(255) NOT NULL,
|
|
secret_id VARCHAR(36),
|
|
provider VARCHAR(64) NOT NULL,
|
|
model_name VARCHAR(256) NOT NULL,
|
|
created_by VARCHAR(255),
|
|
created_at BIGINT NOT NULL,
|
|
last_updated_by VARCHAR(255),
|
|
last_updated_at BIGINT NOT NULL,
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (model_definition_id),
|
|
CONSTRAINT fk_model_definitions_secret_id FOREIGN KEY(secret_id) REFERENCES secrets (secret_id) ON DELETE SET NULL,
|
|
CONSTRAINT uq_model_definitions_workspace_name UNIQUE (workspace, name)
|
|
)
|
|
|
|
|
|
CREATE TABLE model_versions (
|
|
name VARCHAR(256) NOT NULL,
|
|
version INTEGER NOT NULL,
|
|
creation_time BIGINT,
|
|
last_updated_time BIGINT,
|
|
description VARCHAR(5000),
|
|
user_id VARCHAR(256),
|
|
current_stage VARCHAR(20),
|
|
source VARCHAR(500),
|
|
run_id VARCHAR(32),
|
|
status VARCHAR(20),
|
|
status_message VARCHAR(500),
|
|
run_link VARCHAR(500),
|
|
storage_location VARCHAR(500),
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (workspace, name, version),
|
|
CONSTRAINT fk_model_versions_registered_models FOREIGN KEY(workspace, name) REFERENCES registered_models (workspace, name) ON UPDATE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE registered_model_aliases (
|
|
alias VARCHAR(256) NOT NULL,
|
|
version INTEGER NOT NULL,
|
|
name VARCHAR(256) NOT NULL,
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (workspace, name, alias),
|
|
CONSTRAINT fk_registered_model_aliases_registered_models FOREIGN KEY(workspace, name) REFERENCES registered_models (workspace, name) ON DELETE CASCADE ON UPDATE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE registered_model_tags (
|
|
key VARCHAR(250) NOT NULL,
|
|
value VARCHAR(5000),
|
|
name VARCHAR(256) NOT NULL,
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (workspace, key, name),
|
|
CONSTRAINT fk_registered_model_tags_registered_models FOREIGN KEY(workspace, name) REFERENCES registered_models (workspace, name) ON UPDATE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE review_queues (
|
|
queue_id VARCHAR(36) NOT NULL,
|
|
experiment_id INTEGER NOT NULL,
|
|
name VARCHAR(250) NOT NULL,
|
|
queue_type VARCHAR(16) NOT NULL,
|
|
created_by VARCHAR(255),
|
|
creation_time_ms BIGINT NOT NULL,
|
|
last_update_time_ms BIGINT NOT NULL,
|
|
name_key VARCHAR(250) NOT NULL,
|
|
PRIMARY KEY (queue_id),
|
|
CONSTRAINT fk_review_queues_experiment_id FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE runs (
|
|
run_uuid VARCHAR(32) NOT NULL,
|
|
name VARCHAR(250),
|
|
source_type VARCHAR(20),
|
|
source_name VARCHAR(500),
|
|
entry_point_name VARCHAR(50),
|
|
user_id VARCHAR(256),
|
|
status VARCHAR(9),
|
|
start_time BIGINT,
|
|
end_time BIGINT,
|
|
source_version VARCHAR(50),
|
|
lifecycle_stage VARCHAR(20),
|
|
artifact_uri VARCHAR(200),
|
|
experiment_id INTEGER,
|
|
deleted_time BIGINT,
|
|
PRIMARY KEY (run_uuid),
|
|
CONSTRAINT runs_ibfk_1 FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id),
|
|
CONSTRAINT runs_chk_1 CHECK ((`status` in (_utf8mb4'SCHEDULED',_utf8mb4'FAILED',_utf8mb4'FINISHED',_utf8mb4'RUNNING',_utf8mb4'KILLED'))),
|
|
CONSTRAINT runs_lifecycle_stage CHECK ((`lifecycle_stage` in (_utf8mb4'active',_utf8mb4'deleted'))),
|
|
CONSTRAINT source_type CHECK ((`source_type` in (_utf8mb4'NOTEBOOK',_utf8mb4'JOB',_utf8mb4'LOCAL',_utf8mb4'UNKNOWN',_utf8mb4'PROJECT')))
|
|
)
|
|
|
|
|
|
CREATE TABLE scorers (
|
|
experiment_id INTEGER NOT NULL,
|
|
scorer_name VARCHAR(256) NOT NULL,
|
|
scorer_id VARCHAR(36) NOT NULL,
|
|
PRIMARY KEY (scorer_id),
|
|
CONSTRAINT fk_scorers_experiment_id FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE trace_info (
|
|
request_id VARCHAR(50) NOT NULL,
|
|
experiment_id INTEGER NOT NULL,
|
|
timestamp_ms BIGINT NOT NULL,
|
|
execution_time_ms BIGINT,
|
|
status VARCHAR(50) NOT NULL,
|
|
client_request_id VARCHAR(50),
|
|
request_preview VARCHAR(1000),
|
|
response_preview VARCHAR(1000),
|
|
db_payload_generation INTEGER DEFAULT '0' NOT NULL,
|
|
PRIMARY KEY (request_id),
|
|
CONSTRAINT fk_trace_info_experiment_id FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id)
|
|
)
|
|
|
|
|
|
CREATE TABLE webhook_events (
|
|
webhook_id VARCHAR(256) NOT NULL,
|
|
entity VARCHAR(50) NOT NULL,
|
|
action VARCHAR(50) NOT NULL,
|
|
PRIMARY KEY (webhook_id, entity, action),
|
|
CONSTRAINT webhook_events_ibfk_1 FOREIGN KEY(webhook_id) REFERENCES webhooks (webhook_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE assessments (
|
|
assessment_id VARCHAR(50) NOT NULL,
|
|
trace_id VARCHAR(50) NOT NULL,
|
|
name VARCHAR(250) NOT NULL,
|
|
assessment_type VARCHAR(20) NOT NULL,
|
|
value TEXT NOT NULL,
|
|
error TEXT,
|
|
created_timestamp BIGINT NOT NULL,
|
|
last_updated_timestamp BIGINT NOT NULL,
|
|
source_type VARCHAR(50) NOT NULL,
|
|
source_id VARCHAR(250),
|
|
run_id VARCHAR(32),
|
|
span_id VARCHAR(50),
|
|
rationale TEXT,
|
|
overrides VARCHAR(50),
|
|
valid TINYINT NOT NULL,
|
|
assessment_metadata TEXT,
|
|
PRIMARY KEY (assessment_id),
|
|
CONSTRAINT fk_assessments_trace_id FOREIGN KEY(trace_id) REFERENCES trace_info (request_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE endpoint_bindings (
|
|
endpoint_id VARCHAR(36) NOT NULL,
|
|
resource_type VARCHAR(50) NOT NULL,
|
|
resource_id VARCHAR(255) NOT NULL,
|
|
created_at BIGINT NOT NULL,
|
|
created_by VARCHAR(255),
|
|
last_updated_at BIGINT NOT NULL,
|
|
last_updated_by VARCHAR(255),
|
|
display_name VARCHAR(255),
|
|
PRIMARY KEY (endpoint_id, resource_type, resource_id),
|
|
CONSTRAINT fk_endpoint_bindings_endpoint_id FOREIGN KEY(endpoint_id) REFERENCES endpoints (endpoint_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE endpoint_model_mappings (
|
|
mapping_id VARCHAR(36) NOT NULL,
|
|
endpoint_id VARCHAR(36) NOT NULL,
|
|
model_definition_id VARCHAR(36) NOT NULL,
|
|
weight FLOAT NOT NULL,
|
|
created_by VARCHAR(255),
|
|
created_at BIGINT NOT NULL,
|
|
linkage_type VARCHAR(64) DEFAULT 'PRIMARY' NOT NULL,
|
|
fallback_order INTEGER,
|
|
PRIMARY KEY (mapping_id),
|
|
CONSTRAINT fk_endpoint_model_mappings_endpoint_id FOREIGN KEY(endpoint_id) REFERENCES endpoints (endpoint_id) ON DELETE CASCADE,
|
|
CONSTRAINT fk_endpoint_model_mappings_model_definition_id FOREIGN KEY(model_definition_id) REFERENCES model_definitions (model_definition_id)
|
|
)
|
|
|
|
|
|
CREATE TABLE endpoint_tags (
|
|
key VARCHAR(250) NOT NULL,
|
|
value VARCHAR(5000),
|
|
endpoint_id VARCHAR(36) NOT NULL,
|
|
PRIMARY KEY (key, endpoint_id),
|
|
CONSTRAINT fk_endpoint_tags_endpoint_id FOREIGN KEY(endpoint_id) REFERENCES endpoints (endpoint_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE issues (
|
|
issue_id VARCHAR(36) NOT NULL,
|
|
experiment_id INTEGER NOT NULL,
|
|
name VARCHAR(250) NOT NULL,
|
|
description TEXT NOT NULL,
|
|
status VARCHAR(50) NOT NULL,
|
|
severity VARCHAR(50),
|
|
root_causes TEXT,
|
|
source_run_id VARCHAR(32),
|
|
categories TEXT,
|
|
created_timestamp BIGINT NOT NULL,
|
|
last_updated_timestamp BIGINT NOT NULL,
|
|
created_by VARCHAR(255),
|
|
PRIMARY KEY (issue_id),
|
|
CONSTRAINT fk_issues_experiment_id FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id) ON DELETE CASCADE,
|
|
CONSTRAINT fk_issues_source_run_id FOREIGN KEY(source_run_id) REFERENCES runs (run_uuid) ON DELETE SET NULL
|
|
)
|
|
|
|
|
|
CREATE TABLE latest_metrics (
|
|
key VARCHAR(250) NOT NULL,
|
|
value DOUBLE NOT NULL,
|
|
timestamp BIGINT,
|
|
step BIGINT NOT NULL,
|
|
is_nan TINYINT NOT NULL,
|
|
run_uuid VARCHAR(32) NOT NULL,
|
|
PRIMARY KEY (key, run_uuid),
|
|
CONSTRAINT latest_metrics_ibfk_1 FOREIGN KEY(run_uuid) REFERENCES runs (run_uuid),
|
|
CONSTRAINT latest_metrics_chk_1 CHECK ((`is_nan` in (0,1)))
|
|
)
|
|
|
|
|
|
CREATE TABLE logged_model_metrics (
|
|
model_id VARCHAR(36) NOT NULL,
|
|
metric_name VARCHAR(500) NOT NULL,
|
|
metric_timestamp_ms BIGINT NOT NULL,
|
|
metric_step BIGINT NOT NULL,
|
|
metric_value DOUBLE,
|
|
experiment_id INTEGER NOT NULL,
|
|
run_id VARCHAR(32) NOT NULL,
|
|
dataset_uuid VARCHAR(36),
|
|
dataset_name VARCHAR(500),
|
|
dataset_digest VARCHAR(36),
|
|
PRIMARY KEY (model_id, metric_name, metric_timestamp_ms, metric_step, run_id),
|
|
CONSTRAINT fk_logged_model_metrics_experiment_id FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id),
|
|
CONSTRAINT fk_logged_model_metrics_model_id FOREIGN KEY(model_id) REFERENCES logged_models (model_id) ON DELETE CASCADE,
|
|
CONSTRAINT fk_logged_model_metrics_run_id FOREIGN KEY(run_id) REFERENCES runs (run_uuid) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE logged_model_params (
|
|
model_id VARCHAR(36) NOT NULL,
|
|
experiment_id INTEGER NOT NULL,
|
|
param_key VARCHAR(255) NOT NULL,
|
|
param_value TEXT NOT NULL,
|
|
PRIMARY KEY (model_id, param_key),
|
|
CONSTRAINT fk_logged_model_params_experiment_id FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id),
|
|
CONSTRAINT fk_logged_model_params_model_id FOREIGN KEY(model_id) REFERENCES logged_models (model_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE logged_model_tags (
|
|
model_id VARCHAR(36) NOT NULL,
|
|
experiment_id INTEGER NOT NULL,
|
|
tag_key VARCHAR(255) NOT NULL,
|
|
tag_value TEXT NOT NULL,
|
|
PRIMARY KEY (model_id, tag_key),
|
|
CONSTRAINT fk_logged_model_tags_experiment_id FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id),
|
|
CONSTRAINT fk_logged_model_tags_model_id FOREIGN KEY(model_id) REFERENCES logged_models (model_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE metrics (
|
|
key VARCHAR(250) NOT NULL,
|
|
value DOUBLE NOT NULL,
|
|
timestamp BIGINT NOT NULL,
|
|
run_uuid VARCHAR(32) NOT NULL,
|
|
step BIGINT DEFAULT '0' NOT NULL,
|
|
is_nan TINYINT DEFAULT '0' NOT NULL,
|
|
PRIMARY KEY (key, timestamp, step, run_uuid, value, is_nan),
|
|
CONSTRAINT metrics_ibfk_1 FOREIGN KEY(run_uuid) REFERENCES runs (run_uuid),
|
|
CONSTRAINT metrics_chk_1 CHECK ((`is_nan` in (0,1))),
|
|
CONSTRAINT metrics_chk_2 CHECK ((`is_nan` in (0,1)))
|
|
)
|
|
|
|
|
|
CREATE TABLE model_version_tags (
|
|
key VARCHAR(250) NOT NULL,
|
|
value TEXT,
|
|
name VARCHAR(256) NOT NULL,
|
|
version INTEGER NOT NULL,
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (workspace, key, name, version),
|
|
CONSTRAINT fk_model_version_tags_model_versions FOREIGN KEY(workspace, name, version) REFERENCES model_versions (workspace, name, version) ON UPDATE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE online_scoring_configs (
|
|
online_scoring_config_id VARCHAR(36) NOT NULL,
|
|
scorer_id VARCHAR(36) NOT NULL,
|
|
sample_rate DOUBLE NOT NULL,
|
|
experiment_id INTEGER NOT NULL,
|
|
filter_string TEXT,
|
|
PRIMARY KEY (online_scoring_config_id),
|
|
CONSTRAINT fk_online_scoring_configs_experiment_id FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id),
|
|
CONSTRAINT fk_online_scoring_configs_scorer_id FOREIGN KEY(scorer_id) REFERENCES scorers (scorer_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE params (
|
|
key VARCHAR(250) NOT NULL,
|
|
value VARCHAR(8000) NOT NULL,
|
|
run_uuid VARCHAR(32) NOT NULL,
|
|
PRIMARY KEY (key, run_uuid),
|
|
CONSTRAINT params_ibfk_1 FOREIGN KEY(run_uuid) REFERENCES runs (run_uuid)
|
|
)
|
|
|
|
|
|
CREATE TABLE review_queue_items (
|
|
queue_id VARCHAR(36) NOT NULL,
|
|
item_type VARCHAR(16) NOT NULL,
|
|
item_id VARCHAR(50) NOT NULL,
|
|
status VARCHAR(16) NOT NULL,
|
|
completed_by VARCHAR(250),
|
|
completed_time_ms BIGINT,
|
|
creation_time_ms BIGINT NOT NULL,
|
|
last_update_time_ms BIGINT NOT NULL,
|
|
PRIMARY KEY (queue_id, item_id),
|
|
CONSTRAINT fk_review_queue_items_queue_id FOREIGN KEY(queue_id) REFERENCES review_queues (queue_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE review_queue_label_schemas (
|
|
queue_id VARCHAR(36) NOT NULL,
|
|
schema_id VARCHAR(36) NOT NULL,
|
|
PRIMARY KEY (queue_id, schema_id),
|
|
CONSTRAINT fk_review_queue_label_schemas_queue_id FOREIGN KEY(queue_id) REFERENCES review_queues (queue_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE review_queue_users (
|
|
queue_id VARCHAR(36) NOT NULL,
|
|
user_id VARCHAR(250) NOT NULL,
|
|
PRIMARY KEY (queue_id, user_id),
|
|
CONSTRAINT fk_review_queue_users_queue_id FOREIGN KEY(queue_id) REFERENCES review_queues (queue_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE scorer_versions (
|
|
scorer_id VARCHAR(36) NOT NULL,
|
|
scorer_version INTEGER NOT NULL,
|
|
serialized_scorer TEXT NOT NULL,
|
|
creation_time BIGINT,
|
|
PRIMARY KEY (scorer_id, scorer_version),
|
|
CONSTRAINT fk_scorer_versions_scorer_id FOREIGN KEY(scorer_id) REFERENCES scorers (scorer_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE spans (
|
|
trace_id VARCHAR(50) NOT NULL,
|
|
experiment_id INTEGER NOT NULL,
|
|
span_id VARCHAR(50) NOT NULL,
|
|
parent_span_id VARCHAR(50),
|
|
name TEXT,
|
|
type VARCHAR(500),
|
|
status VARCHAR(50) NOT NULL,
|
|
start_time_unix_nano BIGINT NOT NULL,
|
|
end_time_unix_nano BIGINT,
|
|
duration_ns BIGINT GENERATED ALWAYS AS (((`end_time_unix_nano` - `start_time_unix_nano`))) STORED,
|
|
content LONGTEXT NOT NULL,
|
|
dimension_attributes JSON,
|
|
PRIMARY KEY (trace_id, span_id),
|
|
CONSTRAINT fk_spans_experiment_id FOREIGN KEY(experiment_id) REFERENCES experiments (experiment_id),
|
|
CONSTRAINT fk_spans_trace_id FOREIGN KEY(trace_id) REFERENCES trace_info (request_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE tags (
|
|
key VARCHAR(250) NOT NULL,
|
|
value VARCHAR(8000),
|
|
run_uuid VARCHAR(32) NOT NULL,
|
|
PRIMARY KEY (key, run_uuid),
|
|
CONSTRAINT tags_ibfk_1 FOREIGN KEY(run_uuid) REFERENCES runs (run_uuid)
|
|
)
|
|
|
|
|
|
CREATE TABLE trace_metrics (
|
|
request_id VARCHAR(50) NOT NULL,
|
|
key VARCHAR(250) NOT NULL,
|
|
value DOUBLE,
|
|
PRIMARY KEY (request_id, key),
|
|
CONSTRAINT fk_trace_metrics_request_id FOREIGN KEY(request_id) REFERENCES trace_info (request_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE trace_request_metadata (
|
|
key VARCHAR(250) NOT NULL,
|
|
value VARCHAR(8000),
|
|
request_id VARCHAR(50) NOT NULL,
|
|
PRIMARY KEY (key, request_id),
|
|
CONSTRAINT fk_trace_request_metadata_request_id FOREIGN KEY(request_id) REFERENCES trace_info (request_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE trace_tags (
|
|
key VARCHAR(250) NOT NULL,
|
|
value VARCHAR(8000),
|
|
request_id VARCHAR(50) NOT NULL,
|
|
PRIMARY KEY (key, request_id),
|
|
CONSTRAINT fk_trace_tags_request_id FOREIGN KEY(request_id) REFERENCES trace_info (request_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE guardrails (
|
|
guardrail_id VARCHAR(36) NOT NULL,
|
|
name VARCHAR(255) NOT NULL,
|
|
scorer_id VARCHAR(36) NOT NULL,
|
|
scorer_version INTEGER NOT NULL,
|
|
stage VARCHAR(32) NOT NULL,
|
|
action VARCHAR(32) NOT NULL,
|
|
action_endpoint_id VARCHAR(36),
|
|
created_by VARCHAR(255),
|
|
created_at BIGINT NOT NULL,
|
|
last_updated_by VARCHAR(255),
|
|
last_updated_at BIGINT NOT NULL,
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (guardrail_id),
|
|
CONSTRAINT fk_guardrails_action_endpoint_id FOREIGN KEY(action_endpoint_id) REFERENCES endpoints (endpoint_id) ON DELETE SET NULL,
|
|
CONSTRAINT fk_guardrails_scorer_version FOREIGN KEY(scorer_id, scorer_version) REFERENCES scorer_versions (scorer_id, scorer_version)
|
|
)
|
|
|
|
|
|
CREATE TABLE span_metrics (
|
|
trace_id VARCHAR(50) NOT NULL,
|
|
span_id VARCHAR(50) NOT NULL,
|
|
key VARCHAR(250) NOT NULL,
|
|
value DOUBLE,
|
|
PRIMARY KEY (trace_id, span_id, key),
|
|
CONSTRAINT fk_span_metrics_span FOREIGN KEY(trace_id, span_id) REFERENCES spans (trace_id, span_id) ON DELETE CASCADE
|
|
)
|
|
|
|
|
|
CREATE TABLE guardrail_configs (
|
|
endpoint_id VARCHAR(36) NOT NULL,
|
|
guardrail_id VARCHAR(36) NOT NULL,
|
|
execution_order INTEGER,
|
|
created_by VARCHAR(255),
|
|
created_at BIGINT NOT NULL,
|
|
workspace VARCHAR(63) DEFAULT 'default' NOT NULL,
|
|
PRIMARY KEY (endpoint_id, guardrail_id),
|
|
CONSTRAINT fk_guardrail_configs_endpoint_id FOREIGN KEY(endpoint_id) REFERENCES endpoints (endpoint_id) ON DELETE CASCADE,
|
|
CONSTRAINT fk_guardrail_configs_guardrail_id FOREIGN KEY(guardrail_id) REFERENCES guardrails (guardrail_id) ON DELETE CASCADE
|
|
)
|