suggest using endpoint
Browse files
dummy_agent_library.ipynb
CHANGED
|
@@ -60,7 +60,9 @@
|
|
| 60 |
"\n",
|
| 61 |
"# os.environ[\"HF_TOKEN\"]=\"hf_xxxxxxxxxxx\"\n",
|
| 62 |
"\n",
|
| 63 |
-
"client = InferenceClient(\"meta-llama/Llama-3.2-3B-Instruct\")\n"
|
|
|
|
|
|
|
| 64 |
]
|
| 65 |
},
|
| 66 |
{
|
|
|
|
| 60 |
"\n",
|
| 61 |
"# os.environ[\"HF_TOKEN\"]=\"hf_xxxxxxxxxxx\"\n",
|
| 62 |
"\n",
|
| 63 |
+
"client = InferenceClient(\"meta-llama/Llama-3.2-3B-Instruct\")\n",
|
| 64 |
+
"# if the outputs for next cells are wrong, the free model may be overloaded. You can also use this public endpoint that contains Llama-3.2-3B-Instruct\n",
|
| 65 |
+
"#client = InferenceClient(\"https://jc26mwg228mkj8dw.us-east-1.aws.endpoints.huggingface.cloud\")"
|
| 66 |
]
|
| 67 |
},
|
| 68 |
{
|