chore: import upstream snapshot with attribution
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled

This commit is contained in:
wehub-resource-sync
2026-07-13 13:20:55 +08:00
commit d25d482dc2
13754 changed files with 4996608 additions and 0 deletions
@@ -0,0 +1,169 @@
import { createLogger } from '@sim/logger'
import { generateId } from '@sim/utils/id'
import { type NextRequest, NextResponse } from 'next/server'
import { onedriveFilesQuerySchema } from '@/lib/api/contracts/selectors/microsoft'
import { getValidationErrorMessage } from '@/lib/api/server'
import { authorizeCredentialUse } from '@/lib/auth/credential-access'
import { validateMicrosoftGraphId } from '@/lib/core/security/input-validation'
import { withRouteHandler } from '@/lib/core/utils/with-route-handler'
import { refreshAccessTokenIfNeeded } from '@/app/api/auth/oauth/utils'
import type { MicrosoftGraphDriveItem } from '@/tools/onedrive/types'
import { assertGraphNextPageUrl, getGraphNextPageUrl } from '@/tools/sharepoint/utils'
export const dynamic = 'force-dynamic'
const logger = createLogger('OneDriveFilesAPI')
/**
* Microsoft Graph paginates drive item collections via the `@odata.nextLink`
* absolute URL in the response body. Request the largest page (`$top` caps at
* 999) and drain following nextLink, bounded by a page cap.
* See https://learn.microsoft.com/en-us/graph/paging
*/
const ONEDRIVE_FILES_PAGE_SIZE = 999
const MAX_ONEDRIVE_FILES_PAGES = 20
/**
* Get files (not folders) from Microsoft OneDrive
*/
export const GET = withRouteHandler(async (request: NextRequest) => {
const requestId = generateId().slice(0, 8)
logger.info(`[${requestId}] OneDrive files request received`)
try {
const { searchParams } = new URL(request.url)
const validation = onedriveFilesQuerySchema.safeParse({
credentialId: searchParams.get('credentialId') ?? '',
query: searchParams.get('query') ?? undefined,
})
if (!validation.success) {
logger.warn(`[${requestId}] Invalid files request data`, { errors: validation.error.issues })
return NextResponse.json(
{ error: getValidationErrorMessage(validation.error, 'Invalid request') },
{ status: 400 }
)
}
const { credentialId } = validation.data
const query = validation.data.query ?? ''
const credentialIdValidation = validateMicrosoftGraphId(credentialId, 'credentialId')
if (!credentialIdValidation.isValid) {
logger.warn(`[${requestId}] Invalid credential ID`, { error: credentialIdValidation.error })
return NextResponse.json({ error: credentialIdValidation.error }, { status: 400 })
}
logger.info(`[${requestId}] Fetching credential`, { credentialId })
const credAccess = await authorizeCredentialUse(request, {
credentialId,
requireWorkflowIdForInternal: false,
})
if (!credAccess.ok || !credAccess.credentialOwnerUserId) {
logger.warn(`[${requestId}] Credential access denied`, { error: credAccess.error })
return NextResponse.json({ error: credAccess.error || 'Unauthorized' }, { status: 401 })
}
const accessToken = await refreshAccessTokenIfNeeded(
credentialId,
credAccess.credentialOwnerUserId,
requestId
)
if (!accessToken) {
logger.error(`[${requestId}] Failed to obtain valid access token`)
return NextResponse.json({ error: 'Failed to obtain valid access token' }, { status: 401 })
}
// $filter is unsupported on the /children endpoint; use search when a query is present
let url: string
if (query) {
const searchParams_new = new URLSearchParams()
searchParams_new.append(
'$select',
'id,name,file,webUrl,size,createdDateTime,lastModifiedDateTime,createdBy,thumbnails'
)
searchParams_new.append('$top', String(ONEDRIVE_FILES_PAGE_SIZE))
url = `https://graph.microsoft.com/v1.0/me/drive/root/search(q='${encodeURIComponent(query)}')?${searchParams_new.toString()}`
} else {
const searchParams_new = new URLSearchParams()
searchParams_new.append(
'$select',
'id,name,file,folder,webUrl,size,createdDateTime,lastModifiedDateTime,createdBy,thumbnails'
)
searchParams_new.append('$top', String(ONEDRIVE_FILES_PAGE_SIZE))
url = `https://graph.microsoft.com/v1.0/me/drive/root/children?${searchParams_new.toString()}`
}
logger.info(`[${requestId}] Fetching files from Microsoft Graph`, { url })
const rawItems: MicrosoftGraphDriveItem[] = []
let nextUrl: string | undefined = url
for (let page = 0; page < MAX_ONEDRIVE_FILES_PAGES && nextUrl; page++) {
const response = await fetch(nextUrl, {
headers: {
Authorization: `Bearer ${accessToken}`,
},
})
if (!response.ok) {
const errorData = await response
.json()
.catch(() => ({ error: { message: 'Unknown error' } }))
logger.error(`[${requestId}] Microsoft Graph API error`, {
status: response.status,
error: errorData.error?.message || 'Failed to fetch files from OneDrive',
})
return NextResponse.json(
{ error: errorData.error?.message || 'Failed to fetch files from OneDrive' },
{ status: response.status }
)
}
const data = await response.json()
rawItems.push(...((data.value as MicrosoftGraphDriveItem[]) || []))
const nextLink = getGraphNextPageUrl(data)
nextUrl = nextLink ? assertGraphNextPageUrl(nextLink) : undefined
if (nextUrl && page === MAX_ONEDRIVE_FILES_PAGES - 1) {
logger.warn(`[${requestId}] OneDrive files hit pagination cap; list may be incomplete`, {
pages: MAX_ONEDRIVE_FILES_PAGES,
collected: rawItems.length,
})
}
}
logger.info(`[${requestId}] Received ${rawItems.length} items from Microsoft Graph`)
const files = rawItems
.filter((item: MicrosoftGraphDriveItem) => !!item.file && !item.folder)
.map((file: MicrosoftGraphDriveItem) => ({
id: file.id,
name: file.name,
mimeType: file.file?.mimeType || 'application/octet-stream',
iconLink: file.thumbnails?.[0]?.small?.url,
webViewLink: file.webUrl,
thumbnailLink: file.thumbnails?.[0]?.medium?.url,
createdTime: file.createdDateTime,
modifiedTime: file.lastModifiedDateTime,
size: file.size?.toString(),
owners: file.createdBy
? [
{
displayName: file.createdBy.user?.displayName || 'Unknown',
emailAddress: file.createdBy.user?.email || '',
},
]
: [],
}))
logger.info(`[${requestId}] Returning ${files.length} files`, {
totalItems: rawItems.length,
})
return NextResponse.json({ files }, { status: 200 })
} catch (error) {
logger.error(`[${requestId}] Error fetching files from OneDrive`, error)
return NextResponse.json({ error: 'Internal server error' }, { status: 500 })
}
})