wehub-resource-sync
300 lines
8.7 KiB
Plaintext
300 lines
8.7 KiB
Plaintext
# 0. constants
|
|
|
|
## 0.1. ports
|
|
|
|
READINESS_PORT = 8086
|
|
CHAT_INTEGRATION_PORT = 8089
|
|
ECHO_BOT_PORT = 8090
|
|
PUSHPIN_PUBLIC_INNER_PORT = 7999
|
|
PUSHPIN_PRIVATE_INNER_PORT = 5561
|
|
PUSHPIN_PUBLIC_PORT = 7001
|
|
PUSHPIN_PRIVATE_PORT = 6001
|
|
DYNAMO_DB_PORT = 8000
|
|
|
|
## 0.2. strings
|
|
|
|
AUTH_ENCRYPTION_KEY = "allo"
|
|
WORK_DIR = os.path.dirname(__file__)
|
|
BOTPRESS_HOME_DIR = "%s/.botpresshome.echo" % WORK_DIR
|
|
PUSHPIN_CONFIG_PATH="%s/pushpin.conf" % WORK_DIR
|
|
LOCAL_AWS_ACCESS_KEY_ID = "FOO"
|
|
LOCAL_AWS_SECRET_ACCESS_KEY = "BAR"
|
|
ECHO_BOT_PATH = "%s/bots/echo" % WORK_DIR
|
|
CHAT_INT_PATH = "%s/integrations/chat" % WORK_DIR
|
|
|
|
CONV_FID_STORE = struct(
|
|
table_name='chat-integration-conversation-fid-store',
|
|
index_name='chat-integration-conversation-id-store',
|
|
partition_key='bot_id',
|
|
sort_key='fid',
|
|
index_sort_key='id',
|
|
)
|
|
|
|
USER_FID_STORE = struct(
|
|
table_name='chat-integration-user-fid-store',
|
|
index_name='chat-integration-user-id-store',
|
|
partition_key='bot_id',
|
|
sort_key='fid',
|
|
index_sort_key='id',
|
|
)
|
|
|
|
## 0.3. utils
|
|
|
|
def encode_base64(content):
|
|
return str(local(
|
|
command=['base64'],
|
|
quiet=True,
|
|
echo_off=True,
|
|
stdin=content,
|
|
)).strip()
|
|
|
|
# 0.4. env
|
|
|
|
BP_HOME_ENV = struct(key='BP_BOTPRESS_HOME', value=BOTPRESS_HOME_DIR)
|
|
|
|
# 1. config
|
|
|
|
config.define_bool('skip-install')
|
|
config.define_bool('skip-build')
|
|
config.define_string('bp-domain')
|
|
config.define_string('bp-token')
|
|
config.define_string('bp-workspace-id')
|
|
cfg = config.parse()
|
|
|
|
config_skip_install = cfg.get('skip-install', False)
|
|
config_skip_build = cfg.get('skip-build', False)
|
|
config_bp_domain = cfg.get('bp-domain', None)
|
|
config_bp_token = cfg.get('bp-token', None)
|
|
config_bp_workspace_id = cfg.get('bp-workspace-id', None)
|
|
|
|
if not config_bp_domain:
|
|
fail("config 'bp-domain' is required")
|
|
|
|
if not config_bp_token:
|
|
fail("config 'bp-token' is required")
|
|
|
|
if not config_bp_workspace_id:
|
|
fail("config 'bp-workspace-id' is required")
|
|
|
|
CONFIG = struct(
|
|
skip_install=config_skip_install,
|
|
skip_build=config_skip_build,
|
|
bp_domain=config_bp_domain,
|
|
bp_token=config_bp_token,
|
|
bp_workspace_id=config_bp_workspace_id,
|
|
)
|
|
|
|
api_webhook_domain = "webhook.%s" % CONFIG.bp_domain
|
|
api_api_domain = "api.%s" % CONFIG.bp_domain
|
|
api_tunnel_domain = "tunnel.%s" % CONFIG.bp_domain
|
|
api_api_url = "https://%s" % api_api_domain
|
|
api_tunnel_url = "https://%s" % api_tunnel_domain
|
|
|
|
API = struct(
|
|
bp_webhook_domain = api_webhook_domain,
|
|
bp_api_domain = api_api_domain,
|
|
bp_tunnel_domain = api_tunnel_domain,
|
|
bp_api_url = api_api_url,
|
|
bp_tunnel_url = api_tunnel_url,
|
|
)
|
|
|
|
# 2. docker compose
|
|
|
|
dynamodb_resource = {
|
|
"image": "amazon/dynamodb-local",
|
|
"ports": ["%s:%s" % (DYNAMO_DB_PORT, DYNAMO_DB_PORT)],
|
|
"environment": {
|
|
"DYNAMODB_LOCAL_LOG": "DEBUG"
|
|
}
|
|
}
|
|
|
|
PUSHPIN_ROUTES = "*,proto=ws %s:443,ssl,insecure,host=%s,over_http\n* %s:443,ssl,insecure,host=%s" % (API.bp_webhook_domain, API.bp_webhook_domain, API.bp_webhook_domain, API.bp_webhook_domain)
|
|
PUSHPIN_CONFIG = "%s" % read_file(PUSHPIN_CONFIG_PATH, '')
|
|
pushpin_ressource = {
|
|
"image": "botpress/pushpin",
|
|
"environment": {
|
|
"PUSHPIN_ROUTES": PUSHPIN_ROUTES,
|
|
"PUSHPIN_CONFIG": PUSHPIN_CONFIG,
|
|
},
|
|
'ports': ['%s:%s' % (PUSHPIN_PUBLIC_PORT, PUSHPIN_PUBLIC_INNER_PORT), '%s:%s' % (PUSHPIN_PRIVATE_PORT, PUSHPIN_PRIVATE_INNER_PORT)],
|
|
'platform': 'linux/amd64',
|
|
}
|
|
|
|
docker_compose(encode_yaml({
|
|
'version': '3.5',
|
|
'services': {
|
|
'run-pushpin': pushpin_ressource,
|
|
'run-dynamodb': dynamodb_resource,
|
|
},
|
|
}))
|
|
|
|
dc_readiness = [
|
|
{ 'type': 'http', 'name': 'run-pushpin', 'url': 'http://localhost:%s' % PUSHPIN_PUBLIC_PORT },
|
|
{ 'type': 'dynamodb', 'name': 'run-dynamodb', 'uri': 'http://localhost:%s' % DYNAMO_DB_PORT },
|
|
]
|
|
|
|
# 3. ressources
|
|
|
|
## 3.1. utils
|
|
|
|
local_resource(
|
|
name='pnpm-install',
|
|
cmd='pnpm install' if not CONFIG.skip_install else 'echo skipped',
|
|
labels=['utils']
|
|
)
|
|
|
|
local_resource(
|
|
name='pnpm-build',
|
|
cmd='pnpm build' if not CONFIG.skip_build else 'echo skipped',
|
|
labels=['utils'],
|
|
resource_deps=['pnpm-install']
|
|
)
|
|
|
|
local_resource(
|
|
name='login-botpress',
|
|
cmd='pnpm bp login',
|
|
env={
|
|
BP_HOME_ENV.key: BP_HOME_ENV.value,
|
|
'BP_API_URL': API.bp_api_url,
|
|
'BP_TOKEN': CONFIG.bp_token,
|
|
'BP_WORKSPACE_ID': CONFIG.bp_workspace_id,
|
|
},
|
|
resource_deps=['pnpm-install', 'pnpm-build'],
|
|
labels=['utils'],
|
|
)
|
|
|
|
readiness_deps=[r['name'] for r in dc_readiness] + ['pnpm-install', 'pnpm-build']
|
|
local_resource(
|
|
name="readiness",
|
|
allow_parallel=True,
|
|
serve_cmd='pnpm ready',
|
|
serve_env={
|
|
'PORT': '%s' % READINESS_PORT,
|
|
'LOG_LEVEL': 'info',
|
|
'CONFIG': encode_json(dc_readiness),
|
|
'AWS_REGION': 'localhost',
|
|
'AWS_ACCESS_KEY_ID': LOCAL_AWS_ACCESS_KEY_ID,
|
|
'AWS_SECRET_ACCESS_KEY': LOCAL_AWS_SECRET_ACCESS_KEY,
|
|
},
|
|
labels=['utils'],
|
|
readiness_probe=probe(http_get=http_get_action(port=READINESS_PORT, path='/ready'), period_secs=2, failure_threshold=20),
|
|
resource_deps=readiness_deps,
|
|
)
|
|
|
|
# 3.2. scripts
|
|
|
|
local_resource(
|
|
name='create-conv-fid-store',
|
|
cmd='pnpm ts-node -T ./scripts/dynamodb-create-table.ts',
|
|
env={
|
|
'AWS_REGION': "localhost",
|
|
'AWS_ACCESS_KEY_ID': LOCAL_AWS_ACCESS_KEY_ID,
|
|
'AWS_SECRET_ACCESS_KEY': LOCAL_AWS_SECRET_ACCESS_KEY,
|
|
'endpoint': "http://localhost:%s" % DYNAMO_DB_PORT,
|
|
'table_name': CONV_FID_STORE.table_name,
|
|
'index_name': CONV_FID_STORE.index_name,
|
|
'partition_key': CONV_FID_STORE.partition_key,
|
|
'sort_key': CONV_FID_STORE.sort_key,
|
|
'index_sort_key': CONV_FID_STORE.index_sort_key,
|
|
},
|
|
labels=['scripts'],
|
|
resource_deps=['readiness'],
|
|
)
|
|
|
|
local_resource(
|
|
name='create-user-fid-store',
|
|
cmd='pnpm ts-node -T ./scripts/dynamodb-create-table.ts',
|
|
env={
|
|
'AWS_REGION': "localhost",
|
|
'AWS_ACCESS_KEY_ID': LOCAL_AWS_ACCESS_KEY_ID,
|
|
'AWS_SECRET_ACCESS_KEY': LOCAL_AWS_SECRET_ACCESS_KEY,
|
|
'endpoint': "http://localhost:%s" % DYNAMO_DB_PORT,
|
|
'table_name': USER_FID_STORE.table_name,
|
|
'index_name': USER_FID_STORE.index_name,
|
|
'partition_key': USER_FID_STORE.partition_key,
|
|
'sort_key': USER_FID_STORE.sort_key,
|
|
'index_sort_key': USER_FID_STORE.index_sort_key,
|
|
},
|
|
labels=['scripts'],
|
|
resource_deps=['readiness'],
|
|
)
|
|
|
|
## 3.3. run
|
|
|
|
dc_resource(name='run-pushpin', labels=['run'])
|
|
dc_resource(name='run-dynamodb', labels=['run'])
|
|
|
|
local_resource(
|
|
name='run-chat-integration',
|
|
serve_cmd=" ".join([
|
|
"pnpm -F @botpresshub/chat exec bp dev -v",
|
|
"--secrets SIGNAL_URL=http://localhost:%s" % PUSHPIN_PRIVATE_PORT,
|
|
"--secrets AUTH_ENCRYPTION_KEY=%s" % AUTH_ENCRYPTION_KEY,
|
|
'--secrets FID_STORE_CONFIG="%s"' % encode_base64(encode_json({
|
|
"strategy": "dynamo-db",
|
|
"endpoint": "http://localhost:%s" % DYNAMO_DB_PORT,
|
|
"region": "localhost",
|
|
"accessKeyId": LOCAL_AWS_ACCESS_KEY_ID,
|
|
"secretAccessKey": LOCAL_AWS_SECRET_ACCESS_KEY,
|
|
"conversationTable": {
|
|
"tableName": CONV_FID_STORE.table_name,
|
|
"indexName": CONV_FID_STORE.index_name,
|
|
"partitionKey": CONV_FID_STORE.partition_key,
|
|
"sortKey": CONV_FID_STORE.sort_key,
|
|
"indexSortKey": CONV_FID_STORE.index_sort_key,
|
|
},
|
|
"userTable": {
|
|
"tableName": USER_FID_STORE.table_name,
|
|
"indexName": USER_FID_STORE.index_name,
|
|
"partitionKey": USER_FID_STORE.partition_key,
|
|
"sortKey": USER_FID_STORE.sort_key,
|
|
"indexSortKey": USER_FID_STORE.index_sort_key,
|
|
}
|
|
}))
|
|
]),
|
|
serve_env={
|
|
BP_HOME_ENV.key: BP_HOME_ENV.value,
|
|
'BP_CONFIRM': 'true',
|
|
'BP_TUNNEL_URL': API.bp_tunnel_url,
|
|
'BP_PORT': str(CHAT_INTEGRATION_PORT),
|
|
},
|
|
resource_deps=['login-botpress', 'readiness', 'run-pushpin', 'create-conv-fid-store', 'create-user-fid-store'],
|
|
labels=['run'],
|
|
readiness_probe=probe(http_get=http_get_action(port=CHAT_INTEGRATION_PORT, path='/health'), period_secs=1, failure_threshold=10),
|
|
)
|
|
|
|
local_resource(
|
|
name='run-echo-bot',
|
|
cmd="pnpm -F echo exec bp add --use-dev -y -v",
|
|
serve_cmd="pnpm -F echo exec bp dev -y --tunnel-url %s --port %s" % (API.bp_tunnel_url, ECHO_BOT_PORT),
|
|
serve_env={
|
|
BP_HOME_ENV.key: BP_HOME_ENV.value,
|
|
},
|
|
resource_deps=['login-botpress', 'run-chat-integration'],
|
|
labels=['run'],
|
|
readiness_probe=probe(http_get=http_get_action(port=ECHO_BOT_PORT, path='/health'), period_secs=1, failure_threshold=10),
|
|
)
|
|
|
|
## 3.3. test
|
|
|
|
# TODO: find a way to make this work without bash specific syntax
|
|
local_resource(
|
|
name='test-chat-integration',
|
|
cmd=" ".join([
|
|
'wh_id=$(pnpm ts-node -T ./scripts/fetch-chat-wh.ts);',
|
|
'API_URL=http://localhost:%s/$wh_id' % PUSHPIN_PUBLIC_PORT,
|
|
'pnpm run -F @botpress/chat test:e2e'
|
|
]),
|
|
env={
|
|
BP_HOME_ENV.key: BP_HOME_ENV.value,
|
|
'BP_API_URL': API.bp_api_url,
|
|
'BP_TOKEN': CONFIG.bp_token,
|
|
'BP_WORKSPACE_ID': CONFIG.bp_workspace_id,
|
|
'ECHO_PATH': ECHO_BOT_PATH,
|
|
'CHAT_PATH': CHAT_INT_PATH,
|
|
'ENCRYPTION_KEY': AUTH_ENCRYPTION_KEY,
|
|
},
|
|
resource_deps=['run-chat-integration', 'run-echo-bot'],
|
|
labels=['test'],
|
|
)
|