d25d482dc2
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
170 lines
6.6 KiB
TypeScript
170 lines
6.6 KiB
TypeScript
import { createLogger } from '@sim/logger'
|
|
import { generateId } from '@sim/utils/id'
|
|
import { type NextRequest, NextResponse } from 'next/server'
|
|
import { onedriveFilesQuerySchema } from '@/lib/api/contracts/selectors/microsoft'
|
|
import { getValidationErrorMessage } from '@/lib/api/server'
|
|
import { authorizeCredentialUse } from '@/lib/auth/credential-access'
|
|
import { validateMicrosoftGraphId } from '@/lib/core/security/input-validation'
|
|
import { withRouteHandler } from '@/lib/core/utils/with-route-handler'
|
|
import { refreshAccessTokenIfNeeded } from '@/app/api/auth/oauth/utils'
|
|
import type { MicrosoftGraphDriveItem } from '@/tools/onedrive/types'
|
|
import { assertGraphNextPageUrl, getGraphNextPageUrl } from '@/tools/sharepoint/utils'
|
|
|
|
export const dynamic = 'force-dynamic'
|
|
|
|
const logger = createLogger('OneDriveFilesAPI')
|
|
|
|
/**
|
|
* Microsoft Graph paginates drive item collections via the `@odata.nextLink`
|
|
* absolute URL in the response body. Request the largest page (`$top` caps at
|
|
* 999) and drain following nextLink, bounded by a page cap.
|
|
* See https://learn.microsoft.com/en-us/graph/paging
|
|
*/
|
|
const ONEDRIVE_FILES_PAGE_SIZE = 999
|
|
const MAX_ONEDRIVE_FILES_PAGES = 20
|
|
|
|
/**
|
|
* Get files (not folders) from Microsoft OneDrive
|
|
*/
|
|
export const GET = withRouteHandler(async (request: NextRequest) => {
|
|
const requestId = generateId().slice(0, 8)
|
|
logger.info(`[${requestId}] OneDrive files request received`)
|
|
|
|
try {
|
|
const { searchParams } = new URL(request.url)
|
|
const validation = onedriveFilesQuerySchema.safeParse({
|
|
credentialId: searchParams.get('credentialId') ?? '',
|
|
query: searchParams.get('query') ?? undefined,
|
|
})
|
|
if (!validation.success) {
|
|
logger.warn(`[${requestId}] Invalid files request data`, { errors: validation.error.issues })
|
|
return NextResponse.json(
|
|
{ error: getValidationErrorMessage(validation.error, 'Invalid request') },
|
|
{ status: 400 }
|
|
)
|
|
}
|
|
const { credentialId } = validation.data
|
|
const query = validation.data.query ?? ''
|
|
|
|
const credentialIdValidation = validateMicrosoftGraphId(credentialId, 'credentialId')
|
|
if (!credentialIdValidation.isValid) {
|
|
logger.warn(`[${requestId}] Invalid credential ID`, { error: credentialIdValidation.error })
|
|
return NextResponse.json({ error: credentialIdValidation.error }, { status: 400 })
|
|
}
|
|
|
|
logger.info(`[${requestId}] Fetching credential`, { credentialId })
|
|
|
|
const credAccess = await authorizeCredentialUse(request, {
|
|
credentialId,
|
|
requireWorkflowIdForInternal: false,
|
|
})
|
|
if (!credAccess.ok || !credAccess.credentialOwnerUserId) {
|
|
logger.warn(`[${requestId}] Credential access denied`, { error: credAccess.error })
|
|
return NextResponse.json({ error: credAccess.error || 'Unauthorized' }, { status: 401 })
|
|
}
|
|
|
|
const accessToken = await refreshAccessTokenIfNeeded(
|
|
credentialId,
|
|
credAccess.credentialOwnerUserId,
|
|
requestId
|
|
)
|
|
if (!accessToken) {
|
|
logger.error(`[${requestId}] Failed to obtain valid access token`)
|
|
return NextResponse.json({ error: 'Failed to obtain valid access token' }, { status: 401 })
|
|
}
|
|
|
|
// $filter is unsupported on the /children endpoint; use search when a query is present
|
|
let url: string
|
|
if (query) {
|
|
const searchParams_new = new URLSearchParams()
|
|
searchParams_new.append(
|
|
'$select',
|
|
'id,name,file,webUrl,size,createdDateTime,lastModifiedDateTime,createdBy,thumbnails'
|
|
)
|
|
searchParams_new.append('$top', String(ONEDRIVE_FILES_PAGE_SIZE))
|
|
url = `https://graph.microsoft.com/v1.0/me/drive/root/search(q='${encodeURIComponent(query)}')?${searchParams_new.toString()}`
|
|
} else {
|
|
const searchParams_new = new URLSearchParams()
|
|
searchParams_new.append(
|
|
'$select',
|
|
'id,name,file,folder,webUrl,size,createdDateTime,lastModifiedDateTime,createdBy,thumbnails'
|
|
)
|
|
searchParams_new.append('$top', String(ONEDRIVE_FILES_PAGE_SIZE))
|
|
url = `https://graph.microsoft.com/v1.0/me/drive/root/children?${searchParams_new.toString()}`
|
|
}
|
|
|
|
logger.info(`[${requestId}] Fetching files from Microsoft Graph`, { url })
|
|
|
|
const rawItems: MicrosoftGraphDriveItem[] = []
|
|
let nextUrl: string | undefined = url
|
|
|
|
for (let page = 0; page < MAX_ONEDRIVE_FILES_PAGES && nextUrl; page++) {
|
|
const response = await fetch(nextUrl, {
|
|
headers: {
|
|
Authorization: `Bearer ${accessToken}`,
|
|
},
|
|
})
|
|
|
|
if (!response.ok) {
|
|
const errorData = await response
|
|
.json()
|
|
.catch(() => ({ error: { message: 'Unknown error' } }))
|
|
logger.error(`[${requestId}] Microsoft Graph API error`, {
|
|
status: response.status,
|
|
error: errorData.error?.message || 'Failed to fetch files from OneDrive',
|
|
})
|
|
return NextResponse.json(
|
|
{ error: errorData.error?.message || 'Failed to fetch files from OneDrive' },
|
|
{ status: response.status }
|
|
)
|
|
}
|
|
|
|
const data = await response.json()
|
|
rawItems.push(...((data.value as MicrosoftGraphDriveItem[]) || []))
|
|
|
|
const nextLink = getGraphNextPageUrl(data)
|
|
nextUrl = nextLink ? assertGraphNextPageUrl(nextLink) : undefined
|
|
|
|
if (nextUrl && page === MAX_ONEDRIVE_FILES_PAGES - 1) {
|
|
logger.warn(`[${requestId}] OneDrive files hit pagination cap; list may be incomplete`, {
|
|
pages: MAX_ONEDRIVE_FILES_PAGES,
|
|
collected: rawItems.length,
|
|
})
|
|
}
|
|
}
|
|
|
|
logger.info(`[${requestId}] Received ${rawItems.length} items from Microsoft Graph`)
|
|
|
|
const files = rawItems
|
|
.filter((item: MicrosoftGraphDriveItem) => !!item.file && !item.folder)
|
|
.map((file: MicrosoftGraphDriveItem) => ({
|
|
id: file.id,
|
|
name: file.name,
|
|
mimeType: file.file?.mimeType || 'application/octet-stream',
|
|
iconLink: file.thumbnails?.[0]?.small?.url,
|
|
webViewLink: file.webUrl,
|
|
thumbnailLink: file.thumbnails?.[0]?.medium?.url,
|
|
createdTime: file.createdDateTime,
|
|
modifiedTime: file.lastModifiedDateTime,
|
|
size: file.size?.toString(),
|
|
owners: file.createdBy
|
|
? [
|
|
{
|
|
displayName: file.createdBy.user?.displayName || 'Unknown',
|
|
emailAddress: file.createdBy.user?.email || '',
|
|
},
|
|
]
|
|
: [],
|
|
}))
|
|
|
|
logger.info(`[${requestId}] Returning ${files.length} files`, {
|
|
totalItems: rawItems.length,
|
|
})
|
|
|
|
return NextResponse.json({ files }, { status: 200 })
|
|
} catch (error) {
|
|
logger.error(`[${requestId}] Error fetching files from OneDrive`, error)
|
|
return NextResponse.json({ error: 'Internal server error' }, { status: 500 })
|
|
}
|
|
})
|