imjj commited on
Commit
2b0d1fd
·
verified ·
1 Parent(s): e6530b0

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -1,35 +1,39 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model/td_index.faiss filter=lfs diff=lfs merge=lfs -text
37
+ model/td_index_mini.faiss filter=lfs diff=lfs merge=lfs -text
38
+ model/td_metadata.json filter=lfs diff=lfs merge=lfs -text
39
+ model/td_metadata_mini.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,48 @@
 
 
 
 
 
 
1
  ---
2
- license: mit
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # TouchDesigner RAG Wiki Index
2
+
3
+ This repository contains precompiled FAISS vector indexes and metadata files built from the offline TouchDesigner wiki (`Samples/Learn/OfflineHelp`).
4
+
5
+ It is intended for use in local Retrieval-Augmented Generation (RAG) systems to assist in answering TouchDesigner-related questions.
6
+
7
  ---
8
+
9
+ ## Files
10
+
11
+ - `model/td_index.faiss`
12
+ - FAISS index generated using **all-mpnet-base-v2** embeddings.
13
+ - `model/td_metadata.json`
14
+ - Metadata (text chunks, titles, categories) matching `td_index.faiss`.
15
+
16
+ - `model/td_index_mini.faiss`
17
+ - FAISS index generated using **all-MiniLM-L6-v2** embeddings.
18
+ - `model/td_metadata_mini.json`
19
+ - Metadata matching `td_index_mini.faiss`.
20
+
21
  ---
22
+
23
+ ## Usage
24
+
25
+ You can load the FAISS indexes with `faiss.read_index` and match queries using your own embedding model or retrieval pipeline.
26
+
27
+ The preprocessing, embedding, and search scripts are available at:
28
+ [GitHub - TouchDesigner RAG](https://github.com/cnbjjj/td-rag)
29
+
30
+ > The retrieval system is typically used alongside a local LLM (e.g., via [Ollama](https://ollama.com/)).
31
+
32
+ ---
33
+
34
+ ## Notes
35
+
36
+ - The offline wiki documentation was automatically chunked without extensive manual cleaning.
37
+ Some redundant, outdated, or imperfect text segments may exist.
38
+ - You are encouraged to refine the data, add external sources, or re-train indexes as needed.
39
+ - A more curated version may be published in future updates.
40
+
41
+ ---
42
+
43
+ ## License
44
+
45
+ This project is licensed under the MIT License.
46
+
47
+ **Disclaimer**:
48
+ The offline TouchDesigner documentation remains the property of Derivative Inc. and is used here purely for educational and research purposes.
model/td_index.faiss ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16750ac2c34a7ea6f5c7efd8d3a1aae4c79afac0648cc994d92577ca0c73ac63
3
+ size 782976045
model/td_index_mini.faiss ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f21cdea8dd93dc9e5c45a2fe8596ab1be72c2ca3dec5c18d95dcf78970579a25
3
+ size 391488045
model/td_metadata.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bb26bb8554ac2e2b4e71ace123981aecc300ffdde2aa619e2913e3b8d1cd1d9
3
+ size 62720003
model/td_metadata_mini.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bb26bb8554ac2e2b4e71ace123981aecc300ffdde2aa619e2913e3b8d1cd1d9
3
+ size 62720003