#!/usr/bin/env bats
load $BATS_TEST_DIRNAME/helper/common.bash

setup() {
    if [ "$SQL_ENGINE" = "remote-engine" ]; then
      skip "The remote engine complicates the test structure for now"
    fi
    setup_common
}

teardown() {
    assert_feature_version
    teardown_common
}

@test "fulltext: basic persistence checking" {
    dolt sql -q "CREATE TABLE test (pk1 BIGINT UNSIGNED, pk2 BIGINT UNSIGNED, v1 VARCHAR(200), v2 VARCHAR(200), PRIMARY KEY (pk1, pk2), FULLTEXT idx (v1, v2));"
    dolt sql -q "INSERT INTO test VALUES (1, 1, 'abc', 'def pqr'), (2, 1, 'ghi', 'jkl'), (3, 1, 'mno', 'mno'), (4, 1, 'stu vwx', 'xyz zyx yzx'), (5, 1, 'ghs', 'mno shg');"
    run dolt sql -q "SELECT v2 FROM test WHERE MATCH(v2, v1) AGAINST ('jkl');" -r=json
    [[ "$output" =~ "{\"rows\": [{\"v2\":\"jkl\"}]}" ]] || false
}

@test "fulltext: basic merge" {
    dolt sql -q "CREATE TABLE test (pk BIGINT UNSIGNED PRIMARY KEY, v1 VARCHAR(200), v2 VARCHAR(200), FULLTEXT idx (v1, v2));"
    dolt sql -q "INSERT INTO test VALUES (1, 'abc', 'def pqr'), (2, 'ghi', 'jkl'), (3, 'mno', 'mno'), (4, 'stu vwx', 'xyz zyx yzx'), (5, 'ghs', 'mno shg');"

    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_global_count;"
    [[ "$output" =~ "| word | global_count |" ]] || false
    [[ "$output" =~ "| abc  | 1            |" ]] || false
    [[ "$output" =~ "| def  | 1            |" ]] || false
    [[ "$output" =~ "| ghi  | 1            |" ]] || false
    [[ "$output" =~ "| ghs  | 1            |" ]] || false
    [[ "$output" =~ "| jkl  | 1            |" ]] || false
    [[ "$output" =~ "| mno  | 2            |" ]] || false
    [[ "$output" =~ "| pqr  | 1            |" ]] || false
    [[ "$output" =~ "| shg  | 1            |" ]] || false
    [[ "$output" =~ "| stu  | 1            |" ]] || false
    [[ "$output" =~ "| vwx  | 1            |" ]] || false
    [[ "$output" =~ "| xyz  | 1            |" ]] || false
    [[ "$output" =~ "| yzx  | 1            |" ]] || false
    [[ "$output" =~ "| zyx  | 1            |" ]] || false

    # We add only the "test" table to verify that the Full-Text pseudo-index tables are automatically included.
    # If they were not, then our later merge would produce incorrect results.
    dolt add test
    dolt commit -m "Initial commit"
    dolt branch other

    dolt sql -q "DELETE FROM test WHERE pk = 3;"
    dolt add test
    dolt commit -m "Main commit"

    dolt checkout other
    dolt sql -q "INSERT INTO test VALUES (6, 'jak', 'mno'), (7, 'mno', 'bot');"
    dolt add test
    dolt commit -m "Other commit"

    dolt checkout main
    # Check that we don't output stats for the pseudo-index tables
    run dolt merge other
    [ "$status" -eq 0 ]
    [[ ! "$output" =~ "dolt_" ]] || false
    [[ "$output" =~ "1 tables changed" ]] || false
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_global_count;"
    [[ "$output" =~ "| word | global_count |" ]] || false
    [[ "$output" =~ "| abc  | 1            |" ]] || false
    [[ "$output" =~ "| bot  | 1            |" ]] || false
    [[ "$output" =~ "| def  | 1            |" ]] || false
    [[ "$output" =~ "| ghi  | 1            |" ]] || false
    [[ "$output" =~ "| ghs  | 1            |" ]] || false
    [[ "$output" =~ "| jak  | 1            |" ]] || false
    [[ "$output" =~ "| jkl  | 1            |" ]] || false
    [[ "$output" =~ "| mno  | 3            |" ]] || false
    [[ "$output" =~ "| pqr  | 1            |" ]] || false
    [[ "$output" =~ "| shg  | 1            |" ]] || false
    [[ "$output" =~ "| stu  | 1            |" ]] || false
    [[ "$output" =~ "| vwx  | 1            |" ]] || false
    [[ "$output" =~ "| xyz  | 1            |" ]] || false
    [[ "$output" =~ "| yzx  | 1            |" ]] || false
    [[ "$output" =~ "| zyx  | 1            |" ]] || false
}

@test "fulltext: drop index, tables removed" {
    dolt sql -q "CREATE TABLE test (pk BIGINT UNSIGNED PRIMARY KEY, v1 VARCHAR(200), FULLTEXT idx (v1));"
    dolt sql -q "INSERT INTO test VALUES (1, 'abc');"
    run dolt sql -q "SELECT * FROM dolt_test_fts_config;"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_position;"
    [[ "$output" =~ "| word | C0 | position |" ]] || false
    [[ "$output" =~ "| abc  | 1  | 0        |" ]] || false
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_doc_count;"
    [[ "$output" =~ "| word | C0 | doc_count |" ]] || false
    [[ "$output" =~ "| abc  | 1  | 1         |" ]] || false
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_global_count;"
    [[ "$output" =~ "| word | global_count |" ]] || false
    [[ "$output" =~ "| abc  | 1            |" ]] || false
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_row_count;"
    [[ "$output" =~ "| row_hash                                                         | row_count | unique_words |" ]] || false
    [[ "$output" =~ "| c38b3e71346a4847af87d87153e01eae2d83d905df14cc09ec1ac30516ec44ed | 1         | 1            |" ]] || false

    dolt sql -q "DROP INDEX idx ON test;"
    run dolt sql -q "SELECT * FROM dolt_test_fts_config;"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_position;"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_doc_count;"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_global_count;"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_row_count;"
    [ "$status" -eq 1 ]
}

@test "fulltext: drop index on other branch, ff merge" {
    dolt sql -q "CREATE TABLE test (pk BIGINT UNSIGNED PRIMARY KEY, v1 VARCHAR(200), FULLTEXT idx (v1));"
    dolt sql -q "INSERT INTO test VALUES (1, 'abc');"
    dolt add -A
    dolt commit -m "Initial commit"
    dolt checkout -b other
    dolt sql -q "DROP INDEX idx ON test;"
    dolt add -A
    dolt commit -m "Dropped index"

    dolt checkout main
    run dolt sql -q "SELECT * FROM dolt_test_fts_config;"
    [ "$status" -eq 0 ]
    dolt merge other
    run dolt sql -q "SELECT * FROM dolt_test_fts_config;"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_position;"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_doc_count;"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_global_count;"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_row_count;"
    [ "$status" -eq 1 ]
}

@test "fulltext: drop index on other branch, no-ff merge" {
    dolt sql -q "CREATE TABLE test (pk BIGINT UNSIGNED PRIMARY KEY, v1 VARCHAR(200), FULLTEXT idx (v1));"
    dolt sql -q "INSERT INTO test VALUES (1, 'abc');"
    dolt add -A
    dolt commit -m "Initial commit"
    dolt branch other
    dolt sql -q "INSERT INTO test VALUES (2, 'def');"
    dolt add -A
    dolt commit -m "Insertion commit"

    dolt checkout other
    dolt sql -q "DROP INDEX idx ON test;"
    dolt sql -q "INSERT INTO test VALUES (3, 'ghi');"
    dolt add -A
    dolt commit -m "Dropped index"

    dolt checkout main
    run dolt sql -q "SELECT * FROM dolt_test_fts_config;"
    [ "$status" -eq 0 ]
    dolt merge other
    run dolt sql -q "SELECT * FROM dolt_test_fts_config;"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_position;"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_doc_count;"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_global_count;"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_row_count;"
    [ "$status" -eq 1 ]
}

@test "fulltext: create index on other branch, ff merge" {
    dolt sql -q "CREATE TABLE test (pk BIGINT UNSIGNED PRIMARY KEY, v1 VARCHAR(200));"
    dolt sql -q "INSERT INTO test VALUES (1, 'abc');"
    dolt add -A
    dolt commit -m "Initial commit"

    dolt checkout -b other
    dolt sql -q "CREATE FULLTEXT INDEX idx ON test (v1);"
    dolt sql -q "INSERT INTO test VALUES (3, 'ghi');"
    dolt add -A
    dolt commit -m "Created index"

    dolt checkout main
    run dolt sql -q "SELECT * FROM dolt_test_fts_config;"
    [ "$status" -eq 1 ]
    dolt merge other
    run dolt sql -q "SELECT * FROM dolt_test_fts_config;"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_position;"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_doc_count;"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_global_count;"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_row_count;"
    [ "$status" -eq 0 ]
}

@test "fulltext: create index on other branch, no-ff merge" {
    dolt sql -q "CREATE TABLE test (pk BIGINT UNSIGNED PRIMARY KEY, v1 VARCHAR(200));"
    dolt sql -q "INSERT INTO test VALUES (1, 'abc');"
    dolt add -A
    dolt commit -m "Initial commit"
    dolt branch other
    dolt sql -q "INSERT INTO test VALUES (2, 'def');"
    dolt add -A
    dolt commit -m "Insertion commit"

    dolt checkout other
    dolt sql -q "CREATE FULLTEXT INDEX idx ON test (v1);"
    dolt sql -q "INSERT INTO test VALUES (3, 'ghi');"
    dolt add -A
    dolt commit -m "Created index"

    dolt checkout main
    run dolt sql -q "SELECT * FROM dolt_test_fts_config;"
    [ "$status" -eq 1 ]
    dolt merge other
    run dolt sql -q "SELECT * FROM dolt_test_fts_config;"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_position;"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_doc_count;"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_global_count;"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_row_count;"
    [ "$status" -eq 0 ]
}

@test "fulltext: merge with renamed pseudo-index tables on main branch" {
    dolt sql -q "CREATE TABLE test (pk BIGINT UNSIGNED PRIMARY KEY, v1 VARCHAR(200), FULLTEXT idx (v1));"
    dolt sql -q "INSERT INTO test VALUES (1, 'abc');"
    dolt add -A
    dolt commit -m "Initial commit"
    dolt branch other
    dolt sql -q "DROP INDEX idx ON test;"
    dolt sql -q "INSERT INTO test VALUES (2, 'def');"
    dolt sql -q "RENAME TABLE test TO test_temp;"
    dolt sql -q "ALTER TABLE test_temp ADD FULLTEXT INDEX idx (v1);"
    dolt sql -q "RENAME TABLE test_temp TO test;"
    dolt add -A
    dolt commit -m "Renamed pseudo-index tables"

    dolt checkout other
    dolt sql -q "INSERT INTO test VALUES (3, 'ghi');"
    dolt add -A
    dolt commit -m "Insertion commit"

    dolt checkout main
    dolt merge other
    # Verify that we retain the main branch's pseudo-index tables
    run dolt sql -q "SELECT * FROM dolt_test_fts_config"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_doc_count"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_global_count"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_position"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_row_count"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_temp_fts_config"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_temp_idx_0_fts_doc_count"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_temp_idx_0_fts_global_count"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_temp_idx_0_fts_position"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_temp_idx_0_fts_row_count"
    [ "$status" -eq 0 ]

    run dolt sql -q "SELECT v1 FROM test WHERE MATCH(v1) AGAINST ('abc def ghi');" -r=json
    [ "$status" -eq 0 ]
    [[ "$output" =~ "{\"rows\": [{\"v1\":\"abc\"},{\"v1\":\"def\"},{\"v1\":\"ghi\"}]}" ]] || false
}

@test "fulltext: merge with renamed pseudo-index tables on other branch" {
    dolt sql -q "CREATE TABLE test (pk BIGINT UNSIGNED PRIMARY KEY, v1 VARCHAR(200), FULLTEXT idx (v1));"
    dolt sql -q "INSERT INTO test VALUES (1, 'abc');"
    dolt add -A
    dolt commit -m "Initial commit"
    dolt branch other
    dolt sql -q "INSERT INTO test VALUES (2, 'def');"
    dolt add -A
    dolt commit -m "Insertion commit"

    dolt checkout other
    dolt sql -q "DROP INDEX idx ON test;"
    dolt sql -q "INSERT INTO test VALUES (3, 'ghi');"
    dolt sql -q "RENAME TABLE test TO test_temp;"
    dolt sql -q "ALTER TABLE test_temp ADD FULLTEXT INDEX idx (v1);"
    dolt sql -q "RENAME TABLE test_temp TO test;"
    dolt add -A
    dolt commit -m "Renamed pseudo-index tables"

    dolt checkout main
    dolt merge other
    # Verify that we retain the main branch's pseudo-index tables
    run dolt sql -q "SELECT * FROM dolt_test_fts_config"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_doc_count"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_global_count"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_position"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_row_count"
    [ "$status" -eq 0 ]
    run dolt sql -q "SELECT * FROM dolt_test_temp_fts_config"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_temp_idx_0_fts_doc_count"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_temp_idx_0_fts_global_count"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_temp_idx_0_fts_position"
    [ "$status" -eq 1 ]
    run dolt sql -q "SELECT * FROM dolt_test_temp_idx_0_fts_row_count"
    [ "$status" -eq 1 ]

    run dolt sql -q "SELECT v1 FROM test WHERE MATCH(v1) AGAINST ('abc def ghi');" -r=json
    [ "$status" -eq 0 ]
    [[ "$output" =~ "{\"rows\": [{\"v1\":\"abc\"},{\"v1\":\"def\"},{\"v1\":\"ghi\"}]}" ]] || false
}

@test "fulltext: merges that do not touch FT tables do not modify FT tables" {
    dolt sql <<SQL
CREATE TABLE test (pk BIGINT UNSIGNED PRIMARY KEY, v1 VARCHAR(200), v2 VARCHAR(200), FULLTEXT idx (v1, v2));
CREATE TABLE unrelated (pk BIGINT UNSIGNED PRIMARY KEY);
INSERT INTO test VALUES (1, 'abc', 'def pqr'), (2, 'ghi', 'jkl'), (3, 'mno', 'mno'), (4, 'stu vwx', 'xyz zyx yzx'), (5, 'ghs', 'mno shg');
INSERT INTO unrelated VALUES (6), (7), (8);
SQL
    dolt add -A
    dolt commit -m "Initial commit"

    run dolt sql -q "SELECT * FROM unrelated;"
    [[ "$output" =~ "| pk |" ]] || false
    [[ "$output" =~ "| 6  |" ]] || false
    [[ "$output" =~ "| 7  |" ]] || false
    [[ "$output" =~ "| 8  |" ]] || false
    [[ "${#lines[@]}" = "7" ]] || false

    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_global_count;"
    [[ "$output" =~ "| word | global_count |" ]] || false
    [[ "$output" =~ "| abc  | 1            |" ]] || false
    [[ "$output" =~ "| def  | 1            |" ]] || false
    [[ "$output" =~ "| ghi  | 1            |" ]] || false
    [[ "$output" =~ "| ghs  | 1            |" ]] || false
    [[ "$output" =~ "| jkl  | 1            |" ]] || false
    [[ "$output" =~ "| mno  | 2            |" ]] || false
    [[ "$output" =~ "| pqr  | 1            |" ]] || false
    [[ "$output" =~ "| shg  | 1            |" ]] || false
    [[ "$output" =~ "| stu  | 1            |" ]] || false
    [[ "$output" =~ "| vwx  | 1            |" ]] || false
    [[ "$output" =~ "| xyz  | 1            |" ]] || false
    [[ "$output" =~ "| yzx  | 1            |" ]] || false
    [[ "$output" =~ "| zyx  | 1            |" ]] || false

    dolt branch other
    dolt sql -q "DELETE FROM unrelated WHERE pk = 7;"
    dolt add -A
    dolt commit -m "Main commit"

    dolt checkout other
    dolt sql -q "INSERT INTO unrelated VALUES (9);"
    dolt add -A
    dolt commit -m "Other commit"

    dolt checkout main
    dolt merge other
    run dolt sql -q "SELECT * FROM unrelated;"
    [[ "$output" =~ "| pk |" ]] || false
    [[ "$output" =~ "| 6  |" ]] || false
    [[ "$output" =~ "| 8  |" ]] || false
    [[ "$output" =~ "| 9  |" ]] || false
    [[ "${#lines[@]}" = "7" ]] || false

    run dolt sql -q "SELECT * FROM dolt_test_idx_0_fts_global_count;"
    [[ "$output" =~ "| word | global_count |" ]] || false
    [[ "$output" =~ "| abc  | 1            |" ]] || false
    [[ "$output" =~ "| def  | 1            |" ]] || false
    [[ "$output" =~ "| ghi  | 1            |" ]] || false
    [[ "$output" =~ "| ghs  | 1            |" ]] || false
    [[ "$output" =~ "| jkl  | 1            |" ]] || false
    [[ "$output" =~ "| mno  | 2            |" ]] || false
    [[ "$output" =~ "| pqr  | 1            |" ]] || false
    [[ "$output" =~ "| shg  | 1            |" ]] || false
    [[ "$output" =~ "| stu  | 1            |" ]] || false
    [[ "$output" =~ "| vwx  | 1            |" ]] || false
    [[ "$output" =~ "| xyz  | 1            |" ]] || false
    [[ "$output" =~ "| yzx  | 1            |" ]] || false
    [[ "$output" =~ "| zyx  | 1            |" ]] || false
}

@test "fulltext: psuedo-index tables do not show in dolt status" {
    dolt sql -q "CREATE TABLE test_abc (pk BIGINT UNSIGNED PRIMARY KEY, v1 VARCHAR(200), FULLTEXT idx (v1));"
    dolt sql -q "INSERT INTO test_abc VALUES (1, 'abc');"
    run dolt status
    [ "$status" -eq 0 ]
    [[ "$output" =~ "test_abc" ]] || false
    [[ ! "$output" =~ "dolt_" ]] || false
    run dolt sql -q "SELECT * from dolt_status;"
    [ "$status" -eq 0 ]
    [[ "$output" =~ "test_abc" ]] || false
    [[ ! "$output" =~ "dolt_" ]] || false
}

@test "fulltext: psuedo-index tables do not show in dolt diff" {
    dolt sql -q "CREATE TABLE test_abc (pk BIGINT UNSIGNED PRIMARY KEY, v1 VARCHAR(200), FULLTEXT idx (v1));"
    dolt add -A
    dolt commit -m "Initial commit"
    dolt sql -q "INSERT INTO test_abc VALUES (1, 'abc');"
    dolt add -A
    dolt commit -m "Inserted row"

    run dolt diff HEAD HEAD~1
    [ "$status" -eq 0 ]
    [[ "$output" =~ "test_abc" ]] || false
    [[ ! "$output" =~ "dolt_" ]] || false
    run dolt diff HEAD~1 HEAD
    [ "$status" -eq 0 ]
    [[ "$output" =~ "test_abc" ]] || false
    [[ ! "$output" =~ "dolt_" ]] || false
}

@test "fulltext: psuedo-index tables do not show in dolt schema show" {
    dolt sql -q "CREATE TABLE test_abc (pk BIGINT UNSIGNED PRIMARY KEY, v1 VARCHAR(200), FULLTEXT idx (v1));"

    run dolt schema show
    [ "$status" -eq 0 ]
    [[ "$output" =~ "test_abc" ]] || false
    [[ ! "$output" =~ "dolt_" ]] || false
}