e04ed9c211
CF: Deploy Dev Docs / deploy (push) Has been cancelled
Sync Labels / build (push) Has been cancelled
tests / unit tests (macos-latest) (push) Has been cancelled
tests / unit tests (windows-latest) (push) Has been cancelled
tests / unit tests (ubuntu-latest) (push) Has been cancelled
218 lines
6.3 KiB
Go
218 lines
6.3 KiB
Go
// Copyright 2025 Google LLC
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package singlestore
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"fmt"
|
|
"net/url"
|
|
"time"
|
|
|
|
"github.com/go-sql-driver/mysql"
|
|
"github.com/goccy/go-yaml"
|
|
"github.com/googleapis/mcp-toolbox/internal/sources"
|
|
"github.com/googleapis/mcp-toolbox/internal/tools/mysql/mysqlcommon"
|
|
"go.opentelemetry.io/otel/trace"
|
|
)
|
|
|
|
// SourceType for SingleStore source
|
|
const SourceType string = "singlestore"
|
|
|
|
// validate interface
|
|
var _ sources.SourceConfig = Config{}
|
|
|
|
func init() {
|
|
if !sources.Register(SourceType, newConfig) {
|
|
panic(fmt.Sprintf("source type %q already registered", SourceType))
|
|
}
|
|
}
|
|
|
|
func newConfig(ctx context.Context, name string, decoder *yaml.Decoder) (sources.SourceConfig, error) {
|
|
actual := Config{Name: name}
|
|
if err := decoder.DecodeContext(ctx, &actual); err != nil {
|
|
return nil, err
|
|
}
|
|
return actual, nil
|
|
}
|
|
|
|
// Config holds the configuration parameters for connecting to a SingleStore database.
|
|
type Config struct {
|
|
Name string `yaml:"name" validate:"required"`
|
|
Type string `yaml:"type" validate:"required"`
|
|
Host string `yaml:"host" validate:"required"`
|
|
Port string `yaml:"port" validate:"required"`
|
|
User string `yaml:"user" validate:"required"`
|
|
Password string `yaml:"password" validate:"required"`
|
|
Database string `yaml:"database" validate:"required"`
|
|
QueryTimeout string `yaml:"queryTimeout"`
|
|
ConnectionParams map[string]string `yaml:"connectionParams"`
|
|
}
|
|
|
|
// SourceConfigType returns the type of the source configuration.
|
|
func (r Config) SourceConfigType() string {
|
|
return SourceType
|
|
}
|
|
|
|
// Initialize sets up the SingleStore connection pool and returns a Source.
|
|
func (r Config) Initialize(ctx context.Context, tracer trace.Tracer) (sources.Source, error) {
|
|
pool, err := initSingleStoreConnectionPool(ctx, tracer, r)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("unable to create pool: %w", err)
|
|
}
|
|
|
|
err = pool.PingContext(ctx)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("unable to connect successfully: %w", err)
|
|
}
|
|
|
|
s := &Source{
|
|
Config: r,
|
|
Pool: pool,
|
|
}
|
|
return s, nil
|
|
}
|
|
|
|
var _ sources.Source = &Source{}
|
|
|
|
// Source represents a SingleStore database source and holds its connection pool.
|
|
type Source struct {
|
|
Config
|
|
Pool *sql.DB
|
|
}
|
|
|
|
// SourceType returns the type of the source configuration.
|
|
func (s *Source) SourceType() string {
|
|
return SourceType
|
|
}
|
|
|
|
func (s *Source) ToConfig() sources.SourceConfig {
|
|
return s.Config
|
|
}
|
|
|
|
// SingleStorePool returns the underlying *sql.DB connection pool for SingleStore.
|
|
func (s *Source) SingleStorePool() *sql.DB {
|
|
return s.Pool
|
|
}
|
|
|
|
func (s *Source) RunSQL(ctx context.Context, statement string, params []any) (any, error) {
|
|
results, err := s.SingleStorePool().QueryContext(ctx, statement, params...)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("unable to execute query: %w", err)
|
|
}
|
|
|
|
cols, err := results.Columns()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("unable to retrieve rows column name: %w", err)
|
|
}
|
|
|
|
// create an array of values for each column, which can be re-used to scan each row
|
|
rawValues := make([]any, len(cols))
|
|
values := make([]any, len(cols))
|
|
for i := range rawValues {
|
|
values[i] = &rawValues[i]
|
|
}
|
|
defer results.Close()
|
|
|
|
colTypes, err := results.ColumnTypes()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("unable to get column types: %w", err)
|
|
}
|
|
|
|
out := []any{}
|
|
for results.Next() {
|
|
err := results.Scan(values...)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("unable to parse row: %w", err)
|
|
}
|
|
vMap := make(map[string]any)
|
|
for i, name := range cols {
|
|
val := rawValues[i]
|
|
if val == nil {
|
|
vMap[name] = nil
|
|
continue
|
|
}
|
|
|
|
vMap[name], err = mysqlcommon.ConvertToType(colTypes[i], val)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("errors encountered when converting values: %w", err)
|
|
}
|
|
}
|
|
out = append(out, vMap)
|
|
}
|
|
|
|
if err := results.Err(); err != nil {
|
|
return nil, fmt.Errorf("errors encountered during row iteration: %w", err)
|
|
}
|
|
|
|
return out, nil
|
|
}
|
|
|
|
func initSingleStoreConnectionPool(ctx context.Context, tracer trace.Tracer, cfg Config) (*sql.DB, error) {
|
|
//nolint:all // Reassigned ctx
|
|
ctx, span := sources.InitConnectionSpan(ctx, tracer, SourceType, cfg.Name)
|
|
defer span.End()
|
|
|
|
// Build query parameters via url.Values for deterministic order and proper escaping.
|
|
connectionParams := url.Values{}
|
|
|
|
mysqlCfg := mysql.Config{
|
|
User: cfg.User,
|
|
Passwd: cfg.Password,
|
|
Net: "tcp",
|
|
Addr: fmt.Sprintf("%s:%s", cfg.Host, cfg.Port),
|
|
DBName: cfg.Database,
|
|
ParseTime: true,
|
|
AllowNativePasswords: true,
|
|
CheckConnLiveness: true,
|
|
MaxAllowedPacket: 64 << 20,
|
|
ConnectionAttributes: "_connector_name:MCP toolbox for Databases",
|
|
Params: map[string]string{
|
|
"vector_type_project_format": "JSON",
|
|
},
|
|
}
|
|
|
|
// Default to TLS preferred; can be overridden via connectionParams.
|
|
connectionParams.Set("tls", "preferred")
|
|
|
|
// Derive readTimeout from queryTimeout when provided.
|
|
if cfg.QueryTimeout != "" {
|
|
timeout, err := time.ParseDuration(cfg.QueryTimeout)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("invalid queryTimeout %q: %w", cfg.QueryTimeout, err)
|
|
}
|
|
connectionParams.Set("readTimeout", timeout.String())
|
|
}
|
|
|
|
// Custom user parameters (e.g. tls, compress) — may override defaults above.
|
|
for k, v := range cfg.ConnectionParams {
|
|
if v == "" {
|
|
continue // skip empty values
|
|
}
|
|
connectionParams.Set(k, v)
|
|
}
|
|
dsn := mysqlCfg.FormatDSN()
|
|
if enc := connectionParams.Encode(); enc != "" {
|
|
dsn += "&" + enc
|
|
}
|
|
|
|
// Interact with the driver directly as you normally would
|
|
pool, err := sql.Open("mysql", dsn)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("sql.Open: %w", err)
|
|
}
|
|
return pool, nil
|
|
}
|