aws-genai-llm-chatbot

1
import { SupportedRegion, SystemConfig } from "../lib/shared/types";
2
import { existsSync, readFileSync } from "fs";
3

4
export function getConfig(): SystemConfig {
5
  if (existsSync("./bin/config.json")) {
6
    return JSON.parse(readFileSync("./bin/config.json").toString("utf8"));
7
  }
8
  // Default config
9
  return {
10
    prefix: "",
11
    /* vpc: {
12
       vpcId: "vpc-00000000000000000",
13
       createVpcEndpoints: true,
14
    },*/
15
    privateWebsite: false,
16
    certificate : "",
17
    bedrock: {
18
      enabled: true,
19
      region: SupportedRegion.US_EAST_1,
20
    },
21
    llms: {
22
      // sagemaker: [SupportedSageMakerModels.FalconLite]
23
      sagemaker: [],
24
    },
25
    rag: {
26
      enabled: false,
27
      engines: {
28
        aurora: {
29
          enabled: false,
30
        },
31
        opensearch: {
32
          enabled: false,
33
        },
34
        kendra: {
35
          enabled: false,
36
          createIndex: false,
37
          enterprise: false
38
        },
39
      },
40
      embeddingsModels: [
41
        {
42
          provider: "sagemaker",
43
          name: "intfloat/multilingual-e5-large",
44
          dimensions: 1024,
45
        },
46
        {
47
          provider: "sagemaker",
48
          name: "sentence-transformers/all-MiniLM-L6-v2",
49
          dimensions: 384,
50
        },
51
        {
52
          provider: "bedrock",
53
          name: "amazon.titan-embed-text-v1",
54
          dimensions: 1536,
55
          default: true,
56
        },
57
        {
58
          provider: "openai",
59
          name: "text-embedding-ada-002",
60
          dimensions: 1536,
61
        },
62
      ],
63
      crossEncoderModels: [
64
        {
65
          provider: "sagemaker",
66
          name: "cross-encoder/ms-marco-MiniLM-L-12-v2",
67
          default: true,
68
        },
69
      ],
70
    },
71
  };
72
}
73

74
export const config: SystemConfig = getConfig();
75