Files
sim/apps/sim/lib/uploads/config.ts
Siddharth Ganesan f077751ce8 fix(mothership): file materialization tools (#3586)
* Fix ope

* File upload fixes

* Fix lint

* Materialization shows up

* Snapshot

* Fix

* Nuke migrations

* Add migs

* migs

---------

Co-authored-by: Waleed <walif6@gmail.com>
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
Co-authored-by: Lakee Sivaraya <71339072+lakeesiv@users.noreply.github.com>
Co-authored-by: Vikhyath Mondreti <vikhyath@simstudio.ai>
Co-authored-by: Vikhyath Mondreti <vikhyathvikku@gmail.com>
2026-03-14 16:56:44 -07:00

265 lines
7.9 KiB
TypeScript

import { env } from '@/lib/core/config/env'
import type { StorageConfig, StorageContext } from '@/lib/uploads/shared/types'
export type { StorageConfig, StorageContext } from '@/lib/uploads/shared/types'
export const UPLOAD_DIR = '/uploads'
const hasS3Config = !!(env.S3_BUCKET_NAME && env.AWS_REGION)
const hasBlobConfig = !!(
env.AZURE_STORAGE_CONTAINER_NAME &&
((env.AZURE_ACCOUNT_NAME && env.AZURE_ACCOUNT_KEY) || env.AZURE_CONNECTION_STRING)
)
export const USE_BLOB_STORAGE = hasBlobConfig
export const USE_S3_STORAGE = hasS3Config && !USE_BLOB_STORAGE
export const S3_CONFIG = {
bucket: env.S3_BUCKET_NAME || '',
region: env.AWS_REGION || '',
}
export const BLOB_CONFIG = {
accountName: env.AZURE_ACCOUNT_NAME || '',
accountKey: env.AZURE_ACCOUNT_KEY || '',
connectionString: env.AZURE_CONNECTION_STRING || '',
containerName: env.AZURE_STORAGE_CONTAINER_NAME || '',
}
export const S3_KB_CONFIG = {
bucket: env.S3_KB_BUCKET_NAME || '',
region: env.AWS_REGION || '',
}
export const S3_EXECUTION_FILES_CONFIG = {
bucket: env.S3_EXECUTION_FILES_BUCKET_NAME || 'sim-execution-files',
region: env.AWS_REGION || '',
}
export const BLOB_KB_CONFIG = {
accountName: env.AZURE_ACCOUNT_NAME || '',
accountKey: env.AZURE_ACCOUNT_KEY || '',
connectionString: env.AZURE_CONNECTION_STRING || '',
containerName: env.AZURE_STORAGE_KB_CONTAINER_NAME || '',
}
export const BLOB_EXECUTION_FILES_CONFIG = {
accountName: env.AZURE_ACCOUNT_NAME || '',
accountKey: env.AZURE_ACCOUNT_KEY || '',
connectionString: env.AZURE_CONNECTION_STRING || '',
containerName: env.AZURE_STORAGE_EXECUTION_FILES_CONTAINER_NAME || 'sim-execution-files',
}
export const S3_CHAT_CONFIG = {
bucket: env.S3_CHAT_BUCKET_NAME || '',
region: env.AWS_REGION || '',
}
export const BLOB_CHAT_CONFIG = {
accountName: env.AZURE_ACCOUNT_NAME || '',
accountKey: env.AZURE_ACCOUNT_KEY || '',
connectionString: env.AZURE_CONNECTION_STRING || '',
containerName: env.AZURE_STORAGE_CHAT_CONTAINER_NAME || '',
}
export const S3_COPILOT_CONFIG = {
bucket: env.S3_COPILOT_BUCKET_NAME || '',
region: env.AWS_REGION || '',
}
export const BLOB_COPILOT_CONFIG = {
accountName: env.AZURE_ACCOUNT_NAME || '',
accountKey: env.AZURE_ACCOUNT_KEY || '',
connectionString: env.AZURE_CONNECTION_STRING || '',
containerName: env.AZURE_STORAGE_COPILOT_CONTAINER_NAME || '',
}
export const S3_PROFILE_PICTURES_CONFIG = {
bucket: env.S3_PROFILE_PICTURES_BUCKET_NAME || '',
region: env.AWS_REGION || '',
}
export const BLOB_PROFILE_PICTURES_CONFIG = {
accountName: env.AZURE_ACCOUNT_NAME || '',
accountKey: env.AZURE_ACCOUNT_KEY || '',
connectionString: env.AZURE_CONNECTION_STRING || '',
containerName: env.AZURE_STORAGE_PROFILE_PICTURES_CONTAINER_NAME || '',
}
export const S3_OG_IMAGES_CONFIG = {
bucket: env.S3_OG_IMAGES_BUCKET_NAME || '',
region: env.AWS_REGION || '',
}
export const BLOB_OG_IMAGES_CONFIG = {
accountName: env.AZURE_ACCOUNT_NAME || '',
accountKey: env.AZURE_ACCOUNT_KEY || '',
connectionString: env.AZURE_CONNECTION_STRING || '',
containerName: env.AZURE_STORAGE_OG_IMAGES_CONTAINER_NAME || '',
}
/**
* Get the current storage provider as a human-readable string
*/
export function getStorageProvider(): 'Azure Blob' | 'S3' | 'Local' {
if (USE_BLOB_STORAGE) return 'Azure Blob'
if (USE_S3_STORAGE) return 'S3'
return 'Local'
}
/**
* Check if we're using any cloud storage (S3 or Blob)
*/
export function isUsingCloudStorage(): boolean {
return USE_S3_STORAGE || USE_BLOB_STORAGE
}
/**
* Get the appropriate storage configuration for a given context
*/
export function getStorageConfig(context: StorageContext): StorageConfig {
if (USE_BLOB_STORAGE) {
return getBlobConfig(context)
}
if (USE_S3_STORAGE) {
return getS3Config(context)
}
return {}
}
/**
* Get S3 configuration for a given context
*/
function getS3Config(context: StorageContext): StorageConfig {
switch (context) {
case 'knowledge-base':
return {
bucket: S3_KB_CONFIG.bucket,
region: S3_KB_CONFIG.region,
}
case 'chat':
return {
bucket: S3_CHAT_CONFIG.bucket,
region: S3_CHAT_CONFIG.region,
}
case 'copilot':
return {
bucket: S3_COPILOT_CONFIG.bucket,
region: S3_COPILOT_CONFIG.region,
}
case 'execution':
return {
bucket: S3_EXECUTION_FILES_CONFIG.bucket,
region: S3_EXECUTION_FILES_CONFIG.region,
}
case 'mothership':
case 'workspace':
return {
bucket: S3_CONFIG.bucket,
region: S3_CONFIG.region,
}
case 'profile-pictures':
return {
bucket: S3_PROFILE_PICTURES_CONFIG.bucket,
region: S3_PROFILE_PICTURES_CONFIG.region,
}
case 'og-images':
return {
bucket: S3_OG_IMAGES_CONFIG.bucket || S3_CONFIG.bucket,
region: S3_OG_IMAGES_CONFIG.region || S3_CONFIG.region,
}
default:
return {
bucket: S3_CONFIG.bucket,
region: S3_CONFIG.region,
}
}
}
/**
* Get Azure Blob configuration for a given context
*/
function getBlobConfig(context: StorageContext): StorageConfig {
switch (context) {
case 'knowledge-base':
return {
accountName: BLOB_KB_CONFIG.accountName,
accountKey: BLOB_KB_CONFIG.accountKey,
connectionString: BLOB_KB_CONFIG.connectionString,
containerName: BLOB_KB_CONFIG.containerName,
}
case 'chat':
return {
accountName: BLOB_CHAT_CONFIG.accountName,
accountKey: BLOB_CHAT_CONFIG.accountKey,
connectionString: BLOB_CHAT_CONFIG.connectionString,
containerName: BLOB_CHAT_CONFIG.containerName,
}
case 'copilot':
return {
accountName: BLOB_COPILOT_CONFIG.accountName,
accountKey: BLOB_COPILOT_CONFIG.accountKey,
connectionString: BLOB_COPILOT_CONFIG.connectionString,
containerName: BLOB_COPILOT_CONFIG.containerName,
}
case 'execution':
return {
accountName: BLOB_EXECUTION_FILES_CONFIG.accountName,
accountKey: BLOB_EXECUTION_FILES_CONFIG.accountKey,
connectionString: BLOB_EXECUTION_FILES_CONFIG.connectionString,
containerName: BLOB_EXECUTION_FILES_CONFIG.containerName,
}
case 'mothership':
case 'workspace':
return {
accountName: BLOB_CONFIG.accountName,
accountKey: BLOB_CONFIG.accountKey,
connectionString: BLOB_CONFIG.connectionString,
containerName: BLOB_CONFIG.containerName,
}
case 'profile-pictures':
return {
accountName: BLOB_PROFILE_PICTURES_CONFIG.accountName,
accountKey: BLOB_PROFILE_PICTURES_CONFIG.accountKey,
connectionString: BLOB_PROFILE_PICTURES_CONFIG.connectionString,
containerName: BLOB_PROFILE_PICTURES_CONFIG.containerName,
}
case 'og-images':
return {
accountName: BLOB_OG_IMAGES_CONFIG.accountName || BLOB_CONFIG.accountName,
accountKey: BLOB_OG_IMAGES_CONFIG.accountKey || BLOB_CONFIG.accountKey,
connectionString: BLOB_OG_IMAGES_CONFIG.connectionString || BLOB_CONFIG.connectionString,
containerName: BLOB_OG_IMAGES_CONFIG.containerName || BLOB_CONFIG.containerName,
}
default:
return {
accountName: BLOB_CONFIG.accountName,
accountKey: BLOB_CONFIG.accountKey,
connectionString: BLOB_CONFIG.connectionString,
containerName: BLOB_CONFIG.containerName,
}
}
}
/**
* Check if a specific storage context is configured
* Returns false if the context would fall back to general config but general isn't configured
*/
export function isStorageContextConfigured(context: StorageContext): boolean {
const config = getStorageConfig(context)
if (USE_BLOB_STORAGE) {
return !!(
config.containerName &&
(config.connectionString || (config.accountName && config.accountKey))
)
}
if (USE_S3_STORAGE) {
return !!(config.bucket && config.region)
}
return true
}