AWSTemplateFormatVersion: '2010-09-09'
Transform: AWS::Serverless-2016-10-31
Description: Streaming Bedrock Response with FastAPI on AWS Lambda
Globals:
Function:
Timeout: 300
Parameters:
PetercatEnv:
Type: String
Description: Environment marker for Petercat
Default: 1
GitHubAppID:
Type: Number
Description: GitHub Application ID
Default: 1
GithubAppsClientId:
Type: String
Description: GitHub Application Client ID
Default: 1
GitHubToken:
Type: String
Description: GitHub Token for authentication
Default: 1
WebUrl:
Type: String
Description: Web application URL
Default: 1
StaticUrl:
Type: String
Description: URL for static files
Default: 1
APIUrl:
Type: String
Description: API endpoint URL
Default: 1
APIIdentifier:
Type: String
Description: Identifier for the API
Default: 1
FastAPISecretKey:
Type: String
Description: Secret key for FastAPI
Default: 1
GithubAppsClientSecret:
Type: String
Description: GitHub Application Client Secret
Default: 1
OpenAIAPIKey:
Type: String
Description: OpenAI API Key
Default: 1
OpenAIBaseUrl:
Type: String
Description: OpenAI Base URL
Default: 1
GeminiAPIKey:
Type: String
Description: Gemini API Key
Default: 1
DeepSeekAPIKey:
Type: String
Description: DeepSeek API Key
Default: 1
SupabaseServiceKey:
Type: String
Description: Supabase Service Key
Default: 1
SupabaseUrl:
Type: String
Description: Supabase URL
Default: 1
TavilyAPIKey:
Type: String
Description: Tavily API Key
Default: 1
Auth0Domain:
Type: String
Description: Auth0 Domain
Default: 1
Auth0ClientId:
Type: String
Description: Auth0 Client ID
Default: 1
Auth0ClientSecret:
Type: String
Description: Auth0 Client Secret
Default: 1
GithubSecretName:
Type: String
Description: Name of the GitHub secret stored in AWS Secrets Manager
Default: 1
StaticSecretName:
Type: String
Description: Name of the static secret stored in AWS Secrets Manager
Default: 1
LLMTokenSecretName:
Type: String
Description: Name of the LLM token secret stored in AWS Secrets Manager
Default: 1
LLMTokenPublicName:
Type: String
Description: Name of the LLM public token stored in AWS Secrets Manager
Default: 1
StaticKeyPairId:
Type: String
Description: Key Pair ID for static resources
Default: 1
S3TempBucketName:
Type: String
Description: Name of the temporary S3 bucket
Default: 1
WhiskerApiUrl:
Type: String
Description: API URL of ths Whisker RAG service
Default: 1
WhiskerApiKey:
Type: String
Description: API KEY of the Whisker RAG service
Default: 1
Resources:
FastAPIFunction:
Type: AWS::Serverless::Function
Properties:
PackageType: Image
MemorySize: 512
Environment:
Variables:
AWS_LWA_INVOKE_MODE: RESPONSE_STREAM
PETERCAT_ENV: !Ref PetercatEnv
X_GITHUB_SECRET_NAME: !Ref GithubSecretName
STATIC_SECRET_NAME: !Ref StaticSecretName
LLM_TOKEN_SECRET_NAME: !Ref LLMTokenSecretName
LLM_TOKEN_PUBLIC_NAME: !Ref LLMTokenPublicName
STATIC_KEYPAIR_ID: !Ref StaticKeyPairId
S3_TEMP_BUCKET_NAME: !Ref S3TempBucketName
API_URL: !Ref APIUrl
WEB_URL: !Ref WebUrl
STATIC_URL: !Ref StaticUrl
X_GITHUB_APP_ID: !Ref GitHubAppID
X_GITHUB_APPS_CLIENT_ID: !Ref GithubAppsClientId
X_GITHUB_APPS_CLIENT_SECRET: !Ref GithubAppsClientSecret
API_IDENTIFIER: !Ref APIIdentifier
FASTAPI_SECRET_KEY: !Ref FastAPISecretKey
OPENAI_API_KEY: !Ref OpenAIAPIKey
OPENAI_BASE_URL: !Ref OpenAIBaseUrl
GEMINI_API_KEY: !Ref GeminiAPIKey
SUPABASE_SERVICE_KEY: !Ref SupabaseServiceKey
SUPABASE_URL: !Ref SupabaseUrl
GITHUB_TOKEN: !Ref GitHubToken
TAVILY_API_KEY: !Ref TavilyAPIKey
AUTH0_DOMAIN: !Ref Auth0Domain
AUTH0_CLIENT_ID: !Ref Auth0ClientId
AUTH0_CLIENT_SECRET: !Ref Auth0ClientSecret
WHISKER_API_URL: !Ref WhiskerApiUrl
WHISKER_API_KEY: !Ref WhiskerApiKey
FunctionUrlConfig:
AuthType: NONE
InvokeMode: RESPONSE_STREAM
Policies:
- Statement:
- Sid: BedrockInvokePolicy
Effect: Allow
Action:
- bedrock:InvokeModelWithResponseStream
Resource: ''
- Sid: AllObjectActions
Effect: Allow
Action:
- s3:PutObject
- s3:GetObject
- s3:DeleteObject
Resource:
- !Sub 'arn:aws:s3:::${S3TempBucketName}/'
Tracing: Active
Metadata:
DockerContext: server
Dockerfile: ../docker/Dockerfile.aws.lambda
DockerTag: v1
Outputs:
FastAPIFunctionUrl:
Description: "Function URL for FastAPI function"
Value: !GetAtt FastAPIFunctionUrl.FunctionUrl
FastAPIFunction:
Description: "FastAPI Lambda Function ARN"
Value: !GetAtt FastAPIFunction.Arn