WIP: add ai gateway configuration

backend/infra_resources/Resources/ChatGPTRegularLambda.yaml

@@ -19,3 +19,5 @@ Properties:
     Variables:
       API_KEY: "{{resolve:secretsmanager:CHAT_GPT:SecretString:API_KEY}}"
       ORG_ID: "{{resolve:secretsmanager:CHAT_GPT:SecretString:ORG_ID}}"
+      ACCOUNT_ID: "{{resolve:secretsmanager:CLOUDFLARE_AI_GATEWAY:SecretString:ACCOUNT_ID}}"
+      GATEWAY_ID: "{{resolve:secretsmanager:CLOUDFLARE_AI_GATEWAY:SecretString:GATEWAY_ID}}"

backend/infra_resources/Resources/ChatGPTStreamingFunction.yaml

@@ -12,3 +12,5 @@ Properties:
     Variables:
       API_KEY: "{{resolve:secretsmanager:CHAT_GPT:SecretString:API_KEY}}"
       ORG_ID: "{{resolve:secretsmanager:CHAT_GPT:SecretString:ORG_ID}}"
+      ACCOUNT_ID: "{{resolve:secretsmanager:CLOUDFLARE_AI_GATEWAY:SecretString:ACCOUNT_ID}}"
+      GATEWAY_ID: "{{resolve:secretsmanager:CLOUDFLARE_AI_GATEWAY:SecretString:GATEWAY_ID}}"

backend/src/ChatGPTRegularLambda/index.mjs

@@ -1,17 +1,18 @@
 // Open AI Initialization
-import OpenAI from 'openai';
+import OpenAI from "openai";
 
 const openai = new OpenAI({
   organization: process.env.ORG_ID,
   apiKey: process.env.API_KEY,
+  baseURL: `https://gateway.ai.cloudflare.com/v1/${process.env.ACCOUNT_ID}/${process.env.GATEWAY_ID}/openai/`,
 });
 
 // Handler Function - Regular Lambda
 export const handler = async (event) => {
   // Call ChatGPT API
   const completion = await openai.chat.completions.create({
     model: "gpt-3.5-turbo",
-    messages: [{"role": "user", "content": event.body}]
+    messages: [{ role: "user", content: event.body }],
   });
 
   // Send Response

backend/src/ChatGPTStreamingLambda/index.mjs

@@ -1,41 +1,36 @@
 // Open AI Initialization
-import OpenAI from 'openai';
+import OpenAI from "openai";
 
 const openai = new OpenAI({
   organization: process.env.ORG_ID,
   apiKey: process.env.API_KEY,
+  baseURL: `https://gateway.ai.cloudflare.com/v1/${process.env.ACCOUNT_ID}/${process.env.GATEWAY_ID}/openai/`,
 });
 
 // Handler Function - Streaming Lambda
-export const handler = awslambda.streamifyResponse(
-  async (event, responseStream, context) => {
-    const httpResponseMetadata = {
-      statusCode: 200,
-      headers: {
-        "Content-Type": "text/html",
-        "Access-Control-Allow-Origin": "*",
-      },
-    };
+export const handler = awslambda.streamifyResponse(async (event, responseStream, context) => {
+  const httpResponseMetadata = {
+    statusCode: 200,
+    headers: {
+      "Content-Type": "text/html",
+      "Access-Control-Allow-Origin": "*",
+    },
+  };
 
-    // Stream Object
-    responseStream = awslambda.HttpResponseStream.from(
-      responseStream,
-      httpResponseMetadata
-    );
+  // Stream Object
+  responseStream = awslambda.HttpResponseStream.from(responseStream, httpResponseMetadata);
 
-    // Call ChatGPT API
-    const completion = await openai.chat.completions.create({
-      model: "gpt-3.5-turbo",
-      messages: [{"role": "user", "content": event.body}],
-      stream: true,
-    });
-    for await (const part of completion) {
-      if (Object.keys(part.choices[0].delta).includes("content")){
-        responseStream.write(part.choices[0].delta.content)
-      }
-      else{
-        responseStream.end()
-      }
+  // Call ChatGPT API
+  const completion = await openai.chat.completions.create({
+    model: "gpt-3.5-turbo",
+    messages: [{ role: "user", content: event.body }],
+    stream: true,
+  });
+  for await (const part of completion) {
+    if (Object.keys(part.choices[0].delta).includes("content")) {
+      responseStream.write(part.choices[0].delta.content);
+    } else {
+      responseStream.end();
     }
   }
-);
+});