chore: import upstream snapshot with attribution
Publish CLI Package / publish-npm (push) Waiting to run
Publish Python SDK / publish-pypi (push) Waiting to run
Publish TypeScript SDK / publish-npm (push) Waiting to run
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled

This commit is contained in:
wehub-resource-sync
2026-07-13 13:20:55 +08:00
commit d25d482dc2
13754 changed files with 4996608 additions and 0 deletions
@@ -0,0 +1 @@
export { microsoftTeamsConnector } from '@/connectors/microsoft-teams/microsoft-teams'
@@ -0,0 +1,77 @@
import { MicrosoftTeamsIcon } from '@/components/icons'
import type { ConnectorMeta } from '@/connectors/types'
export const DEFAULT_MAX_MESSAGES = 1000
export const microsoftTeamsConnectorMeta: ConnectorMeta = {
id: 'microsoft_teams',
name: 'Microsoft Teams',
description: 'Sync channel messages from Microsoft Teams',
version: '1.0.0',
icon: MicrosoftTeamsIcon,
auth: {
mode: 'oauth',
provider: 'microsoft-teams',
requiredScopes: ['ChannelMessage.Read.All', 'Channel.ReadBasic.All'],
},
configFields: [
{
id: 'teamSelector',
title: 'Team',
type: 'selector',
selectorKey: 'microsoft.teams',
canonicalParamId: 'teamId',
mode: 'basic',
placeholder: 'Select a team',
required: true,
},
{
id: 'teamId',
title: 'Team ID',
type: 'short-input',
canonicalParamId: 'teamId',
mode: 'advanced',
placeholder: 'e.g. fbe2bf47-16c8-47cf-b4a5-4b9b187c508b',
required: true,
description: 'The ID of the Microsoft Teams team',
},
{
id: 'channelSelector',
title: 'Channels',
type: 'selector',
selectorKey: 'microsoft.channels',
canonicalParamId: 'channel',
mode: 'basic',
multi: true,
dependsOn: ['teamSelector'],
placeholder: 'Select one or more channels',
required: true,
},
{
id: 'channel',
title: 'Channels',
type: 'short-input',
canonicalParamId: 'channel',
mode: 'advanced',
multi: true,
placeholder: 'e.g. General, Announcements (comma-separated for multiple)',
required: true,
description: 'Channel names or IDs to sync messages from',
},
{
id: 'maxMessages',
title: 'Max Messages',
type: 'short-input',
required: false,
placeholder: `e.g. 500 (default: ${DEFAULT_MAX_MESSAGES})`,
},
],
tagDefinitions: [
{ id: 'channelName', displayName: 'Channel Name', fieldType: 'text' },
{ id: 'messageCount', displayName: 'Message Count', fieldType: 'number' },
{ id: 'lastActivity', displayName: 'Last Activity', fieldType: 'date' },
],
}
@@ -0,0 +1,384 @@
import { createLogger } from '@sim/logger'
import { getErrorMessage, toError } from '@sim/utils/errors'
import { fetchWithRetry, VALIDATE_RETRY_OPTIONS } from '@/lib/knowledge/documents/utils'
import {
DEFAULT_MAX_MESSAGES,
microsoftTeamsConnectorMeta,
} from '@/connectors/microsoft-teams/meta'
import type { ConnectorConfig, ExternalDocument, ExternalDocumentList } from '@/connectors/types'
import {
computeContentHash,
htmlToPlainText,
parseMultiValue,
parseTagDate,
} from '@/connectors/utils'
const logger = createLogger('MicrosoftTeamsConnector')
const GRAPH_API_BASE = 'https://graph.microsoft.com/v1.0'
const MESSAGES_PER_PAGE = 50
interface TeamsMessage {
id: string
messageType: string
createdDateTime: string
lastModifiedDateTime?: string
deletedDateTime?: string | null
from?: {
user?: {
id: string
displayName: string
}
application?: {
id: string
displayName: string
}
}
body: {
contentType: string
content: string
}
subject?: string | null
}
interface TeamsChannel {
id: string
displayName: string
description?: string | null
}
interface TeamsMessagesResponse {
'@odata.nextLink'?: string
value: TeamsMessage[]
}
interface TeamsChannelsResponse {
'@odata.nextLink'?: string
value: TeamsChannel[]
}
/**
* Calls the Microsoft Graph API with the given path and access token.
*/
async function graphApiGet<T>(
path: string,
accessToken: string,
retryOptions?: Parameters<typeof fetchWithRetry>[2]
): Promise<T> {
const url = path.startsWith('https://') ? path : `${GRAPH_API_BASE}${path}`
const response = await fetchWithRetry(
url,
{
method: 'GET',
headers: {
Authorization: `Bearer ${accessToken}`,
Accept: 'application/json',
},
},
retryOptions
)
if (!response.ok) {
const errorBody = await response.text().catch(() => '')
throw new Error(`Microsoft Graph API error: ${response.status} ${errorBody}`)
}
return (await response.json()) as T
}
/**
* Fetches all messages from a channel, up to a maximum count, handling pagination.
*/
async function fetchChannelMessages(
accessToken: string,
teamId: string,
channelId: string,
maxMessages: number
): Promise<{ messages: TeamsMessage[]; lastActivityTs?: string }> {
const allMessages: TeamsMessage[] = []
let nextLink: string | undefined
let lastActivityTs: string | undefined
const initialPath = `/teams/${encodeURIComponent(teamId)}/channels/${encodeURIComponent(channelId)}/messages?$top=${Math.min(MESSAGES_PER_PAGE, maxMessages)}`
let currentUrl: string = initialPath
while (allMessages.length < maxMessages) {
const data = await graphApiGet<TeamsMessagesResponse>(currentUrl, accessToken)
const messages = data.value || []
if (messages.length === 0) break
// Filter to actual user messages (skip system/event messages)
const userMessages = messages.filter(
(msg) => msg.messageType === 'message' && !msg.deletedDateTime
)
// Messages are sorted by lastModifiedDateTime (per Graph docs), so the first
// user message on the first page reflects the most recent activity.
if (!lastActivityTs && userMessages.length > 0) {
const first = userMessages[0]
lastActivityTs = first.lastModifiedDateTime || first.createdDateTime
}
allMessages.push(...userMessages)
nextLink = data['@odata.nextLink']
if (!nextLink) break
currentUrl = nextLink
}
return { messages: allMessages.slice(0, maxMessages), lastActivityTs }
}
/**
* Converts fetched messages into a single document content string.
* Each line: "[ISO timestamp] username: message text"
*/
function formatMessages(messages: TeamsMessage[]): string {
const lines: string[] = []
// Process in reverse so oldest messages come first
const chronological = [...messages].reverse()
for (const msg of chronological) {
const bodyText =
msg.body.contentType === 'html' ? htmlToPlainText(msg.body.content) : msg.body.content
if (!bodyText.trim()) continue
const timestamp = msg.createdDateTime
const userName = msg.from?.user?.displayName || msg.from?.application?.displayName || 'unknown'
lines.push(`[${timestamp}] ${userName}: ${bodyText}`)
}
return lines.join('\n')
}
/**
* Resolves a channel name or ID to a channel object within the given team.
*/
async function resolveChannel(
accessToken: string,
teamId: string,
channelInput: string
): Promise<TeamsChannel | null> {
const trimmed = channelInput.trim()
// Fetch all channels for the team
let nextLink: string | undefined
// $select avoids the expensive `email` property per Graph perf guidance.
const initialPath = `/teams/${encodeURIComponent(teamId)}/channels?$select=id,displayName,description`
let currentUrl: string = initialPath
do {
const data = await graphApiGet<TeamsChannelsResponse>(currentUrl, accessToken)
const channels = data.value || []
// Try matching by ID first, then by display name (case-insensitive)
const match = channels.find(
(ch) => ch.id === trimmed || ch.displayName.toLowerCase() === trimmed.toLowerCase()
)
if (match) return match
nextLink = data['@odata.nextLink']
if (nextLink) {
currentUrl = nextLink
}
} while (nextLink)
return null
}
export const microsoftTeamsConnector: ConnectorConfig = {
...microsoftTeamsConnectorMeta,
listDocuments: async (
accessToken: string,
sourceConfig: Record<string, unknown>,
_cursor?: string,
_syncContext?: Record<string, unknown>
): Promise<ExternalDocumentList> => {
const teamId = sourceConfig.teamId as string
const channelInputs = parseMultiValue(sourceConfig.channel)
if (!teamId?.trim()) {
throw new Error('Team ID is required')
}
if (channelInputs.length === 0) {
throw new Error('At least one channel is required')
}
const maxMessages = sourceConfig.maxMessages
? Number(sourceConfig.maxMessages)
: DEFAULT_MAX_MESSAGES
logger.info('Syncing Microsoft Teams channels', {
teamId,
channels: channelInputs,
maxMessages,
})
const documents: ExternalDocument[] = []
for (const channelInput of channelInputs) {
const channel = await resolveChannel(accessToken, teamId, channelInput)
if (!channel) {
throw new Error(`Channel not found: ${channelInput}`)
}
const { messages, lastActivityTs } = await fetchChannelMessages(
accessToken,
teamId,
channel.id,
maxMessages
)
const content = formatMessages(messages)
if (!content.trim()) {
logger.info(`No messages found in channel: ${channel.displayName}`)
continue
}
const contentHash = await computeContentHash(content)
const sourceUrl = `https://teams.microsoft.com/l/channel/${encodeURIComponent(channel.id)}/${encodeURIComponent(channel.displayName)}?groupId=${encodeURIComponent(teamId)}`
documents.push({
externalId: channel.id,
title: channel.displayName,
content,
mimeType: 'text/plain',
sourceUrl,
contentHash,
metadata: {
channelName: channel.displayName,
messageCount: messages.length,
lastActivity: lastActivityTs || undefined,
description: channel.description || undefined,
},
})
}
// All selected channels are emitted in a single page; no pagination needed
return {
documents,
hasMore: false,
}
},
getDocument: async (
accessToken: string,
sourceConfig: Record<string, unknown>,
externalId: string
): Promise<ExternalDocument | null> => {
const teamId = sourceConfig.teamId as string
if (!teamId?.trim()) {
return null
}
const maxMessages = sourceConfig.maxMessages
? Number(sourceConfig.maxMessages)
: DEFAULT_MAX_MESSAGES
try {
// Fetch channel info
const channelPath = `/teams/${encodeURIComponent(teamId)}/channels/${encodeURIComponent(externalId)}`
const channel = await graphApiGet<TeamsChannel>(channelPath, accessToken)
const { messages, lastActivityTs } = await fetchChannelMessages(
accessToken,
teamId,
externalId,
maxMessages
)
const content = formatMessages(messages)
if (!content.trim()) return null
const contentHash = await computeContentHash(content)
const sourceUrl = `https://teams.microsoft.com/l/channel/${encodeURIComponent(channel.id)}/${encodeURIComponent(channel.displayName)}?groupId=${encodeURIComponent(teamId)}`
return {
externalId: channel.id,
title: channel.displayName,
content,
mimeType: 'text/plain',
sourceUrl,
contentHash,
metadata: {
channelName: channel.displayName,
messageCount: messages.length,
lastActivity: lastActivityTs || undefined,
description: channel.description || undefined,
},
}
} catch (error) {
logger.warn('Failed to get Microsoft Teams channel document', {
externalId,
error: toError(error).message,
})
return null
}
},
validateConfig: async (
accessToken: string,
sourceConfig: Record<string, unknown>
): Promise<{ valid: boolean; error?: string }> => {
const teamId = sourceConfig.teamId as string | undefined
const channelInputs = parseMultiValue(sourceConfig.channel)
const maxMessages = sourceConfig.maxMessages as string | undefined
if (!teamId?.trim()) {
return { valid: false, error: 'Team ID is required' }
}
if (channelInputs.length === 0) {
return { valid: false, error: 'At least one channel is required' }
}
if (maxMessages && (Number.isNaN(Number(maxMessages)) || Number(maxMessages) <= 0)) {
return { valid: false, error: 'Max messages must be a positive number' }
}
try {
for (const channelInput of channelInputs) {
const channel = await resolveChannel(accessToken, teamId, channelInput)
if (!channel) {
return { valid: false, error: `Channel not found: ${channelInput}` }
}
// Verify we can read messages by fetching a single message
const messagesPath = `/teams/${encodeURIComponent(teamId)}/channels/${encodeURIComponent(channel.id)}/messages?$top=1`
await graphApiGet<TeamsMessagesResponse>(messagesPath, accessToken, VALIDATE_RETRY_OPTIONS)
}
return { valid: true }
} catch (error) {
const message = getErrorMessage(error, 'Failed to validate configuration')
return { valid: false, error: message }
}
},
mapTags: (metadata: Record<string, unknown>): Record<string, unknown> => {
const result: Record<string, unknown> = {}
if (typeof metadata.channelName === 'string') {
result.channelName = metadata.channelName
}
if (typeof metadata.messageCount === 'number') {
result.messageCount = metadata.messageCount
}
const lastActivity = parseTagDate(metadata.lastActivity)
if (lastActivity) {
result.lastActivity = lastActivity
}
return result
},
}