ccm commited on
Commit
9573471
·
verified ·
1 Parent(s): 422413f

Update .env.local

Browse files
Files changed (1) hide show
  1. .env.local +9 -34
.env.local CHANGED
@@ -1,36 +1,11 @@
1
- MODELS=`[
2
- {
3
- "name": "Your Model",
4
- "promptExamples": [
5
- {
6
- "title": "Python Fibonacci",
7
- "prompt": "How can I write a Python function to generate the nth Fibonacci number?"
8
- }, {
9
- "title": "What is a meme?",
10
- "prompt": "What is a meme, and what's the history behind this word?"
11
- }, {
12
- "title": "Regex",
13
- "prompt": "Create a regex to extract dates from logs"
14
- }
15
- ],
16
- "endpoints": [
17
- {
18
- "type": "tgi",
19
- "url": "http://127.0.0.1:8080"
20
- }
21
- ],
22
- "parameters": {
23
- "temperature": 0.7,
24
- "top_p": 0.95,
25
- "repetition_penalty": 1.2,
26
- "top_k": 50,
27
- "truncate": 1000,
28
- "max_new_tokens": 1024,
29
- "stop": ["</s>", "<|>"]
30
- }
31
- }
32
- ]`
33
 
34
- PUBLIC_APP_NAME="Your ChatUI App"
 
 
 
35
 
36
- MONGODB_URL=mongodb://localhost:27017
 
 
 
1
+ # Chat-UI talks to the local proxy:
2
+ OPENAI_BASE_URL=http://127.0.0.1:8000/v1/
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
 
4
+ # The proxy forwards here (your HF endpoint):
5
+ UPSTREAM_OPENAI_BASE=https://ay8ts6hfrqidjvwt.us-east-1.aws.endpoints.huggingface.cloud/v1
6
+ AGENT_MODEL="Qwen/Qwen3-1.7B"
7
+ TASK_MODEL="Qwen/Qwen3-1.7B-nothink"
8
 
9
+ PUBLIC_APP_NAME="Agent Examples"
10
+
11
+ MONGODB_URL=mongodb://127.0.0.1:27017