aggrag/.env-sample at develop · genai-apps/aggrag · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
# Sample .env file for configuring AI services

REACT_APP_API_URL=http://localhost:8000/  # change if you want to run aggrag on a different server or different port

# Azure OpenAI Service Configuration
AZURE_OPENAI_KEY=None # api key for azure service
AZURE_API_BASE=None # deployment url for azure service
OPENAI_API_KEY=None # api key for openai service
NEMO_API_KEY=None # api key for nemo service
TOGETHER_API_KEY=None # api key for together service
REPLICATE_API_TOKEN=None
LLAMA_CLOUD_API_KEY=None
ANTHROPIC_API_KEY=None # api key for anthropic service

# AI Services Configuration (JSON format)
AI_SERVICES_CONFIG='{
    "AzureOpenAI": {
        "embed_models": {
            "text-embedding-ada-002": {
                "model_name": "text-embedding-ada-002",
                "deployment_name": "..."
            }
        },
        "chat_models": {
            "gpt-4-turbo": {
                "model_name": "gpt-4",
                "deployment_name": "..."
            },
            "gpt-35-turbo": {
                "model_name": "gpt-35-turbo",
                "deployment_name": "..."
            },
            "gpt-35-turbo-16k": {
                "model_name": "gpt-35-turbo-16k",
                "deployment_name": "..."
            },
            "gpt-4-32k": {
                "model_name": "gpt-4-32k",
                "deployment_name": "..."
            },
            "gpt-4o": {
                "model_name": "gpt-4o",
                "deployment_name": "..."
            }
        }
    },
    "Replicate": {
        "chat_models": {

        "meta_llama_3_70b_instruct": {
            "model_name": "meta/meta-llama-3-70b-instruct"
        }
        }
    },
    "Together": {
        "chat_models": {

        "mixtral_8x7b_instruct": {
                "model_name": "mistralai/Mixtral-8x7B-Instruct-v0.1"
            },

        "meta-llama/Llama-2-70b-chat-hf": {
            "model_name": "meta-llama/Llama-2-70b-chat-hf"

        },

        "meta-llama/Llama-3-70b-chat-hf": {
            "model_name": "meta-llama/Llama-3-70b-chat-hf"

        },
        "google/gemma-7b-it":{
            "model_name": "google/gemma-7b-it"

        },

        "togethercomputer/Llama-2-7B-32K-Instruct":{
            "model_name": "togethercomputer/Llama-2-7B-32K-Instruct"
        },

        "mistralai/Mixtral-8x22B-Instruct-v0.1":{
            "model_name": "mistralai/Mixtral-8x22B-Instruct-v0.1"
        }

        }
    },
    "OpenAI": {
        "embed_models": {
            "text-embedding-ada-002": {
                "model_name": "text-embedding-ada-002"
            },
            "text-embedding-ada-003": {
                "model_name": "text-embedding-ada-003"
            }
        },
        "chat_models": {
            "gpt-4": {
                "model_name": "gpt-4"
            },
            "gpt-3.5-turbo": {
                "model_name": "gpt-3.5-turbo"
            },
            "gpt-4-turbo": {
                "model_name": "gpt-4-turbo"
            },
            "gpt-4o": {
                "model_name": "gpt-4o"
            }
        }
    }
}'