d25d482dc2
Publish CLI Package / publish-npm (push) Waiting to run
Publish Python SDK / publish-pypi (push) Waiting to run
Publish TypeScript SDK / publish-npm (push) Waiting to run
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
122 lines
3.1 KiB
TypeScript
122 lines
3.1 KiB
TypeScript
import type { RetryOptions } from '@/lib/knowledge/documents/utils'
|
|
import { fetchWithRetry } from '@/lib/knowledge/documents/utils'
|
|
|
|
/**
|
|
* Strips protocol and trailing slashes from a Confluence domain to produce
|
|
* a bare host (e.g. `yoursite.atlassian.net`).
|
|
*/
|
|
export function normalizeConfluenceDomainHost(domain: string): string {
|
|
return domain
|
|
.trim()
|
|
.replace(/^https?:\/\//i, '')
|
|
.replace(/\/+$/, '')
|
|
}
|
|
|
|
export async function getConfluenceCloudId(
|
|
domain: string,
|
|
accessToken: string,
|
|
retryOptions?: RetryOptions
|
|
): Promise<string> {
|
|
const response = await fetchWithRetry(
|
|
'https://api.atlassian.com/oauth/token/accessible-resources',
|
|
{
|
|
method: 'GET',
|
|
headers: {
|
|
Authorization: `Bearer ${accessToken}`,
|
|
Accept: 'application/json',
|
|
},
|
|
},
|
|
retryOptions
|
|
)
|
|
|
|
const resources = await response.json()
|
|
|
|
if (!Array.isArray(resources) || resources.length === 0) {
|
|
throw new Error('No Confluence resources found')
|
|
}
|
|
|
|
const normalized = `https://${normalizeConfluenceDomainHost(domain)}`.toLowerCase()
|
|
const match = resources.find(
|
|
(r: { url: string }) => r.url.toLowerCase().replace(/\/+$/, '') === normalized
|
|
)
|
|
|
|
if (match) {
|
|
return match.id
|
|
}
|
|
|
|
if (resources.length === 1) {
|
|
return resources[0].id
|
|
}
|
|
|
|
throw new Error(
|
|
`Could not match Confluence domain "${domain}" to any accessible resource. ` +
|
|
`Available sites: ${resources.map((r: { url: string }) => r.url).join(', ')}`
|
|
)
|
|
}
|
|
|
|
function decodeHtmlEntities(text: string): string {
|
|
let decoded = text
|
|
let previous: string
|
|
|
|
do {
|
|
previous = decoded
|
|
decoded = decoded
|
|
.replace(/ /g, ' ')
|
|
.replace(/</g, '<')
|
|
.replace(/>/g, '>')
|
|
.replace(/"/g, '"')
|
|
.replace(/'/g, "'")
|
|
decoded = decoded.replace(/&/g, '&')
|
|
} while (decoded !== previous)
|
|
|
|
return decoded
|
|
}
|
|
|
|
function stripHtmlTags(html: string): string {
|
|
let text = html
|
|
let previous: string
|
|
|
|
do {
|
|
previous = text
|
|
text = text.replace(/<[^>]*>/g, '')
|
|
text = text.replace(/[<>]/g, '')
|
|
} while (text !== previous)
|
|
|
|
return text.trim()
|
|
}
|
|
|
|
/**
|
|
* Strips HTML tags and decodes HTML entities from raw Confluence content.
|
|
*/
|
|
export function cleanHtmlContent(rawContent: string): string {
|
|
let content = stripHtmlTags(rawContent)
|
|
content = decodeHtmlEntities(content)
|
|
content = content.replace(/\s+/g, ' ').trim()
|
|
return content
|
|
}
|
|
|
|
export function transformPageData(data: any) {
|
|
const rawContent =
|
|
data.body?.storage?.value || data.body?.view?.value || data.body?.atlas_doc_format?.value || ''
|
|
|
|
const cleanContent = cleanHtmlContent(rawContent)
|
|
|
|
return {
|
|
success: true,
|
|
output: {
|
|
ts: new Date().toISOString(),
|
|
pageId: data.id ?? '',
|
|
title: data.title ?? '',
|
|
content: cleanContent,
|
|
status: data.status ?? null,
|
|
spaceId: data.spaceId ?? null,
|
|
parentId: data.parentId ?? null,
|
|
authorId: data.authorId ?? null,
|
|
createdAt: data.createdAt ?? null,
|
|
url: data._links?.webui ?? null,
|
|
body: data.body ?? null,
|
|
version: data.version ?? null,
|
|
},
|
|
}
|
|
}
|