Hugging Face's logo

chen459664
/
quantization3

Safetensors
Model card Files
xet
 Community
chen459664 commited on
Commit
c66a265
·
verified ·
1 Parent(s): 9f1d03e

Upload 4 files

Browse files
Files changed (4) hide show
  1. environment_lm-evaluation-harness.yml +126 -0
  2. environment_lm-quant-toolkit.yml +33 -0
  3. requirements_lm-evaluation-harness.txt +360 -0
  4. requirements_lm-quant-toolkit.txt +360 -0
environment_lm-evaluation-harness.yml ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: lm-evaluation-harness
2
+ channels:
3
+ - defaults
4
+ dependencies:
5
+ - _libgcc_mutex=0.1=main
6
+ - _openmp_mutex=5.1=1_gnu
7
+ - bzip2=1.0.8=h5eee18b_6
8
+ - ca-certificates=2025.7.15=h06a4308_0
9
+ - expat=2.7.1=h6a678d5_0
10
+ - ld_impl_linux-64=2.40=h12ee557_0
11
+ - libffi=3.4.4=h6a678d5_1
12
+ - libgcc-ng=11.2.0=h1234567_1
13
+ - libgomp=11.2.0=h1234567_1
14
+ - libstdcxx-ng=11.2.0=h1234567_1
15
+ - libuuid=1.41.5=h5eee18b_0
16
+ - libxcb=1.17.0=h9b100fa_0
17
+ - ncurses=6.5=h7934f7d_0
18
+ - openssl=3.0.17=h5eee18b_0
19
+ - pip=25.1=pyhc872135_2
20
+ - pthread-stubs=0.3=h0ce48e5_1
21
+ - python=3.10.18=h1a3bd86_0
22
+ - readline=8.3=hc2a1206_0
23
+ - setuptools=78.1.1=py310h06a4308_0
24
+ - sqlite=3.50.2=hb25bd0a_1
25
+ - tk=8.6.15=h54e0aa7_0
26
+ - wheel=0.45.1=py310h06a4308_0
27
+ - xorg-libx11=1.8.12=h9b100fa_1
28
+ - xorg-libxau=1.0.12=h9b100fa_0
29
+ - xorg-libxdmcp=1.1.5=h9b100fa_0
30
+ - xorg-xorgproto=2024.1=h5eee18b_1
31
+ - xz=5.6.4=h5eee18b_1
32
+ - zlib=1.2.13=h5eee18b_1
33
+ - pip:
34
+ - absl-py==2.3.1
35
+ - accelerate==1.10.0
36
+ - aiohappyeyeballs==2.6.1
37
+ - aiohttp==3.12.15
38
+ - aiosignal==1.4.0
39
+ - async-timeout==5.0.1
40
+ - attrs==25.3.0
41
+ - certifi==2025.8.3
42
+ - chardet==5.2.0
43
+ - charset-normalizer==3.4.3
44
+ - click==8.2.1
45
+ - colorama==0.4.6
46
+ - dataproperty==1.1.0
47
+ - datasets==4.0.0
48
+ - dill==0.3.8
49
+ - evaluate==0.4.5
50
+ - filelock==3.19.1
51
+ - frozenlist==1.7.0
52
+ - fsspec==2025.3.0
53
+ - hf-xet==1.1.7
54
+ - huggingface-hub==0.34.4
55
+ - idna==3.10
56
+ - jinja2==3.1.6
57
+ - joblib==1.5.1
58
+ - jsonlines==4.0.0
59
+ - lm-eval==0.4.8
60
+ - lxml==6.0.0
61
+ - markupsafe==3.0.2
62
+ - mbstrdecoder==1.1.4
63
+ - more-itertools==10.7.0
64
+ - mpmath==1.3.0
65
+ - multidict==6.6.4
66
+ - multiprocess==0.70.16
67
+ - networkx==3.4.2
68
+ - nltk==3.9.1
69
+ - numexpr==2.11.0
70
+ - numpy==2.2.6
71
+ - nvidia-cublas-cu12==12.8.4.1
72
+ - nvidia-cuda-cupti-cu12==12.8.90
73
+ - nvidia-cuda-nvrtc-cu12==12.8.93
74
+ - nvidia-cuda-runtime-cu12==12.8.90
75
+ - nvidia-cudnn-cu12==9.10.2.21
76
+ - nvidia-cufft-cu12==11.3.3.83
77
+ - nvidia-cufile-cu12==1.13.1.3
78
+ - nvidia-curand-cu12==10.3.9.90
79
+ - nvidia-cusolver-cu12==11.7.3.90
80
+ - nvidia-cusparse-cu12==12.5.8.93
81
+ - nvidia-cusparselt-cu12==0.7.1
82
+ - nvidia-nccl-cu12==2.27.3
83
+ - nvidia-nvjitlink-cu12==12.8.93
84
+ - nvidia-nvtx-cu12==12.8.90
85
+ - packaging==25.0
86
+ - pandas==2.3.1
87
+ - pathvalidate==3.3.1
88
+ - peft==0.17.0
89
+ - portalocker==3.2.0
90
+ - propcache==0.3.2
91
+ - psutil==7.0.0
92
+ - pyarrow==21.0.0
93
+ - pybind11==3.0.0
94
+ - pytablewriter==1.2.1
95
+ - python-dateutil==2.9.0.post0
96
+ - pytz==2025.2
97
+ - pyyaml==6.0.2
98
+ - regex==2025.7.34
99
+ - requests==2.32.4
100
+ - rouge-score==0.1.2
101
+ - sacrebleu==2.5.1
102
+ - safetensors==0.6.2
103
+ - scikit-learn==1.7.1
104
+ - scipy==1.15.3
105
+ - six==1.17.0
106
+ - sqlitedict==2.1.0
107
+ - sympy==1.14.0
108
+ - tabledata==1.3.4
109
+ - tabulate==0.9.0
110
+ - tcolorpy==0.1.7
111
+ - threadpoolctl==3.6.0
112
+ - tokenizers==0.21.4
113
+ - torch==2.8.0
114
+ - tqdm==4.67.1
115
+ - tqdm-multiprocess==0.0.11
116
+ - transformers==4.55.2
117
+ - triton==3.4.0
118
+ - typepy==1.3.4
119
+ - typing-extensions==4.14.1
120
+ - tzdata==2025.2
121
+ - urllib3==2.5.0
122
+ - word2number==1.1
123
+ - xxhash==3.5.0
124
+ - yarl==1.20.1
125
+ - zstandard==0.24.0
126
+ prefix: /root/miniconda3/envs/lm-evaluation-harness
environment_lm-quant-toolkit.yml ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: lm-quant-toolkit
2
+ channels:
3
+ - defaults
4
+ dependencies:
5
+ - _libgcc_mutex=0.1=main
6
+ - _openmp_mutex=5.1=1_gnu
7
+ - bzip2=1.0.8=h5eee18b_6
8
+ - ca-certificates=2025.7.15=h06a4308_0
9
+ - ld_impl_linux-64=2.40=h12ee557_0
10
+ - libffi=3.4.4=h6a678d5_1
11
+ - libgcc-ng=11.2.0=h1234567_1
12
+ - libgomp=11.2.0=h1234567_1
13
+ - libstdcxx-ng=11.2.0=h1234567_1
14
+ - libuuid=1.41.5=h5eee18b_0
15
+ - libxcb=1.17.0=h9b100fa_0
16
+ - ncurses=6.5=h7934f7d_0
17
+ - openssl=3.0.17=h5eee18b_0
18
+ - pip=25.1=pyhc872135_2
19
+ - pthread-stubs=0.3=h0ce48e5_1
20
+ - python=3.11.9=h955ad1f_0
21
+ - readline=8.3=hc2a1206_0
22
+ - setuptools=78.1.1=py311h06a4308_0
23
+ - sqlite=3.50.2=hb25bd0a_1
24
+ - tk=8.6.15=h54e0aa7_0
25
+ - tzdata=2025b=h04d1e81_0
26
+ - wheel=0.45.1=py311h06a4308_0
27
+ - xorg-libx11=1.8.12=h9b100fa_1
28
+ - xorg-libxau=1.0.12=h9b100fa_0
29
+ - xorg-libxdmcp=1.1.5=h9b100fa_0
30
+ - xorg-xorgproto=2024.1=h5eee18b_1
31
+ - xz=5.6.4=h5eee18b_1
32
+ - zlib=1.2.13=h5eee18b_1
33
+ prefix: /root/miniconda3/envs/lm-quant-toolkit
requirements_lm-evaluation-harness.txt ADDED
@@ -0,0 +1,360 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==2.3.1
2
+ accelerate==0.34.2
3
+ aiofiles==22.1.0
4
+ aiohappyeyeballs==2.6.1
5
+ aiohttp==3.12.15
6
+ aiosignal==1.4.0
7
+ aiosqlite==0.21.0
8
+ alabaster==0.7.16
9
+ altair==5.5.0
10
+ annotated-types==0.7.0
11
+ antlr4-python3-runtime==4.11.0
12
+ anyio==4.9.0
13
+ argon2-cffi==23.1.0
14
+ argon2-cffi-bindings==21.2.0
15
+ arrow==1.3.0
16
+ asttokens==3.0.0
17
+ attributedict==0.3.0
18
+ attrs==25.3.0
19
+ # Editable install with no version control (auto-gptq==0.8.0.dev0+cu124)
20
+ -e /mnt/bn/life-mllm/users/cxr/quantization/lm-quant-toolkit/.deps/AutoGPTQ
21
+ -e git+https://github.com/Liar406/quantization.git@3761bde4a46223e738034eac9a2e68a7b5997d5e#egg=awq&subdirectory=llm-awq
22
+ babel==2.16.0
23
+ beautifulsoup4==4.13.3
24
+ bitsandbytes==0.47.0
25
+ bleach==6.2.0
26
+ blessings==1.7
27
+ blinker==1.9.0
28
+ braceexpand==0.1.7
29
+ byted-mario-collector==2.0.8
30
+ byted-remote-ikernel==0.4.8
31
+ byted-seed-cli==0.1.21
32
+ byted-torch @ https://luban-source.byted.org/repository/scm/lab.pytorch.pytorch2_1.0.0.298.tar.gz#sha256=36b0a17604cbcf454c58b13030b2e07248c150df4128e8b511e2a4cd38090b3b
33
+ byted-wandb==0.13.92
34
+ bytedance-context==0.7.1
35
+ bytedance-metrics==0.5.2
36
+ bytedance.hdfs-stdenv==0.0.50
37
+ bytedbackgrounds==0.0.6
38
+ byteddatabus==1.0.6
39
+ byteddps==0.1.2
40
+ bytedenv==0.6.4
41
+ bytedmemfd==0.2
42
+ bytedmetrics==0.10.2
43
+ bytedservicediscovery==0.18.0
44
+ bytedztijwthelper==0.0.23
45
+ bytedztispiffe==0.0.16
46
+ cachetools==6.1.0
47
+ certifi==2024.8.30
48
+ cffi==1.17.1
49
+ chardet==5.2.0
50
+ charset-normalizer==3.4.0
51
+ click==8.1.8
52
+ # Editable install with no version control (clip_benchmark==1.6.1)
53
+ -e /mnt/bn/life-mllm/users/cxr/quantization/lm-quant-toolkit/.deps/CLIP_benchmark
54
+ codecov==2.1.13
55
+ colorama==0.4.6
56
+ coloredlogs==15.0.1
57
+ colour-runner==0.1.1
58
+ comm==0.2.2
59
+ contourpy==1.3.3
60
+ coverage==7.10.5
61
+ cryptography==44.0.2
62
+ cycler==0.12.1
63
+ DataProperty==1.1.0
64
+ datasets==2.20.0
65
+ dbus-python==1.3.2
66
+ ddgs==9.5.5
67
+ debugpy==1.8.17
68
+ decorator==5.2.1
69
+ deepdiff==8.6.0
70
+ defusedxml==0.7.1
71
+ Deprecated==1.2.18
72
+ devscripts==2.23.4+deb12u1
73
+ dill==0.3.8
74
+ distlib==0.4.0
75
+ distro==1.8.0
76
+ distro-info==1.5+deb12u1
77
+ docker-pycreds==0.4.0
78
+ docutils==0.19
79
+ einops==0.8.1
80
+ entrypoints==0.4
81
+ enum34==1.1.10
82
+ evaluate==0.4.5
83
+ executing==2.2.0
84
+ fastapi==0.116.1
85
+ fastjsonschema==2.21.1
86
+ ffmpy==0.6.1
87
+ filelock==3.19.1
88
+ findspark==2.0.1
89
+ Flask==3.1.2
90
+ fonttools==4.59.1
91
+ fqdn==1.5.1
92
+ frozenlist==1.7.0
93
+ fsspec==2024.5.0
94
+ ftfy==6.3.1
95
+ gekko==1.3.0
96
+ gitdb==4.0.12
97
+ GitPython==3.1.44
98
+ googlesearch-python==1.3.0
99
+ gpg==1.18.0
100
+ gradio==3.35.2
101
+ gradio_client==0.2.9
102
+ greenlet==3.1.1
103
+ grpcio==1.71.0
104
+ h11==0.16.0
105
+ hf-xet==1.1.7
106
+ # Editable install with no version control (hqq==0.1.7.post2)
107
+ -e /mnt/bn/life-mllm/users/cxr/quantization/lm-quant-toolkit/.deps/hqq
108
+ hqq-aten==0.0.0
109
+ httpcore==1.0.9
110
+ httplib2==0.20.4
111
+ httpx==0.27.0
112
+ httpx-sse==0.4.3
113
+ huggingface-hub==0.34.4
114
+ humanfriendly==10.0
115
+ idna==3.10
116
+ imagesize==1.4.1
117
+ inspecta==0.1.3
118
+ iotop==0.6
119
+ ipaddress==1.0.23
120
+ ipdb==0.13.13
121
+ ipykernel==6.29.5
122
+ ipython==9.0.2
123
+ ipython-genutils==0.2.0
124
+ ipython_pygments_lexers==1.1.1
125
+ ipywidgets==8.1.5
126
+ isoduration==20.11.0
127
+ itsdangerous==2.2.0
128
+ jedi==0.19.2
129
+ Jinja2==3.1.6
130
+ jiter==0.10.0
131
+ joblib==1.5.1
132
+ json5==0.10.0
133
+ jsonlines==4.0.0
134
+ jsonpointer==3.0.0
135
+ jsonref==1.1.0
136
+ jsonschema==4.23.0
137
+ jsonschema-specifications==2024.10.1
138
+ jupyter==1.0.0
139
+ jupyter-console==6.6.3
140
+ jupyter-events==0.12.0
141
+ jupyter-kernel-gateway==2.5.2
142
+ jupyter-ydoc==0.2.5
143
+ jupyter_client==7.4.9
144
+ jupyter_core==5.7.2
145
+ jupyter_server==2.15.0
146
+ jupyter_server_fileid==0.9.3
147
+ jupyter_server_terminals==0.5.3
148
+ jupyter_server_ydoc==0.8.0
149
+ jupyterlab==3.6.8
150
+ jupyterlab_pygments==0.3.0
151
+ jupyterlab_server==2.27.3
152
+ jupyterlab_widgets==3.0.13
153
+ kiwisolver==1.4.9
154
+ langdetect==1.0.9
155
+ lazr.restfulclient==0.14.5
156
+ lazr.uri==1.0.6
157
+ linkify-it-py==2.0.3
158
+ lm-eval==0.3.0
159
+ # Editable Git install with no remote (lm_quant_toolkit==0.1.1.dev0)
160
+ -e /mnt/bn/life-mllm/users/cxr/quantization/lm-quant-toolkit
161
+ lxml==6.0.0
162
+ markdown-it-py==2.2.0
163
+ markdownify==1.2.2
164
+ MarkupSafe==3.0.2
165
+ matplotlib==3.10.5
166
+ matplotlib-inline==0.1.7
167
+ mbstrdecoder==1.1.4
168
+ mcp==1.12.4
169
+ mdit-py-plugins==0.3.3
170
+ mdurl==0.1.2
171
+ merlin_kernel @ file:///opt/tiger/mlx_deploy/python_kernel/1.0.0.474
172
+ mistune==3.1.3
173
+ mlx-python-sdk @ http://luban-source.byted.org/repository/scm/data.reckon.mlx_python_sdk_1.0.0.207.tar.gz#sha256=4134435ed17cf7acba03f20a6e06cda9e0336c675bcd6cd7b5a48c8ad6b15e6b
174
+ more-itertools==10.7.0
175
+ mpmath==1.3.0
176
+ msgpack==1.0.8
177
+ multidict==6.6.4
178
+ multiprocess==0.70.16
179
+ narwhals==2.1.2
180
+ nbclassic==1.2.0
181
+ nbclient==0.10.2
182
+ nbconvert==7.16.6
183
+ nbformat==5.10.4
184
+ nest-asyncio==1.6.0
185
+ networkx==3.4.2
186
+ nltk==3.9.1
187
+ none==0.1.1
188
+ notebook==6.5.7
189
+ notebook_shim==0.2.4
190
+ numexpr==2.11.0
191
+ numpy==1.26.4
192
+ nvidia-cublas-cu12==12.1.3.1
193
+ nvidia-cuda-cupti-cu12==12.1.105
194
+ nvidia-cuda-nvrtc-cu12==12.1.105
195
+ nvidia-cuda-runtime-cu12==12.1.105
196
+ nvidia-cudnn-cu12==8.9.2.26
197
+ nvidia-cufft-cu12==11.0.2.54
198
+ nvidia-curand-cu12==10.3.2.106
199
+ nvidia-cusolver-cu12==11.4.5.107
200
+ nvidia-cusparse-cu12==12.1.0.106
201
+ nvidia-ml-py==13.580.65
202
+ nvidia-nccl-cu12==2.20.5
203
+ nvidia-nvjitlink-cu12==12.9.86
204
+ nvidia-nvtx-cu12==12.1.105
205
+ oauthlib==3.2.2
206
+ open_clip_torch==3.1.0
207
+ openai==2.8.1
208
+ optimum==1.27.0
209
+ orderly-set==5.5.0
210
+ orjson==3.11.2
211
+ overrides==7.7.0
212
+ packaging==25.0
213
+ pandas==2.2.2
214
+ pandocfilters==1.5.1
215
+ parso==0.8.4
216
+ pathtools==0.1.2
217
+ pathvalidate==3.3.1
218
+ peft==0.17.0
219
+ pexpect==4.8.0
220
+ pillow==10.2.0
221
+ platformdirs==4.3.8
222
+ pluggy==1.6.0
223
+ portalocker==3.2.0
224
+ primp==0.15.0
225
+ prometheus_client==0.21.1
226
+ promise==2.3
227
+ prompt_toolkit==3.0.52
228
+ propcache==0.3.2
229
+ protobuf==3.20.3
230
+ psutil==7.0.0
231
+ ptyprocess==0.7.0
232
+ pure_eval==0.2.3
233
+ py4j==0.10.9.9
234
+ pyarrow==21.0.0
235
+ pyarrow-hotfix==0.7
236
+ pybind11==3.0.0
237
+ pycocoevalcap==1.2
238
+ pycocotools==2.0.10
239
+ pycountry==24.6.1
240
+ pycparser==2.22
241
+ pydantic==2.11.7
242
+ pydantic-settings==2.12.0
243
+ pydantic_core==2.33.2
244
+ pydub==0.25.1
245
+ Pygments==2.18.0
246
+ PyGObject==3.42.2
247
+ PyJWT==2.6.0
248
+ pynvml==13.0.1
249
+ pyOpenSSL==25.0.0
250
+ pyparsing==3.0.9
251
+ pyproject-api==1.9.1
252
+ pytablewriter==1.2.1
253
+ python-apt==2.6.0
254
+ python-dateutil==2.9.0.post0
255
+ python-debian==0.1.49
256
+ python-dotenv==1.0.1
257
+ python-json-logger==3.3.0
258
+ python-magic==0.4.26
259
+ python-multipart==0.0.20
260
+ pytz==2025.2
261
+ pyxdg==0.28
262
+ PyYAML==6.0.2
263
+ pyzmq==26.3.0
264
+ qtconsole==5.6.1
265
+ QtPy==2.4.3
266
+ reactivex==4.0.4
267
+ referencing==0.36.2
268
+ regex==2025.7.34
269
+ requests==2.32.3
270
+ rfc3339-validator==0.1.4
271
+ rfc3986==2.0.0
272
+ rfc3986-validator==0.1.1
273
+ rich==14.2.0
274
+ rootpath==0.1.1
275
+ rouge==1.0.1
276
+ rouge-score==0.1.2
277
+ rpds-py==0.23.1
278
+ sacrebleu==1.5.0
279
+ safetensors==0.4.3
280
+ schedule==1.2.2
281
+ scikit-learn==1.4.2
282
+ scipy==1.13.0
283
+ segno==1.6.6
284
+ semantic-version==2.10.0
285
+ Send2Trash==1.8.3
286
+ sentencepiece==0.2.0
287
+ sentry-sdk==2.24.0
288
+ setproctitle==1.3.5
289
+ shortuuid==1.0.13
290
+ six==1.16.0
291
+ smmap==5.0.2
292
+ sniffio==1.3.1
293
+ snowballstemmer==2.2.0
294
+ soupsieve==2.6
295
+ Sphinx==5.3.0
296
+ sphinxcontrib-applehelp==2.0.0
297
+ sphinxcontrib-devhelp==2.0.0
298
+ sphinxcontrib-htmlhelp==2.1.0
299
+ sphinxcontrib-jsmath==1.0.1
300
+ sphinxcontrib-qthelp==2.0.0
301
+ sphinxcontrib-serializinghtml==2.0.0
302
+ sphinxcontrib-websupport==2.0.0
303
+ SQLAlchemy==2.0.27
304
+ sqlitedict==2.1.0
305
+ sse-starlette==3.0.3
306
+ stack-data==0.6.3
307
+ starlette==0.47.2
308
+ sympy==1.13.1
309
+ tabledata==1.3.4
310
+ tabulate==0.9.0
311
+ tcolorpy==0.1.7
312
+ tenacity==9.1.2
313
+ termcolor==3.1.0
314
+ terminado==0.18.1
315
+ texttable==1.7.0
316
+ threadpoolctl==3.6.0
317
+ timm==1.0.19
318
+ tinycss2==1.4.0
319
+ tokenizers==0.21.4
320
+ toml==0.10.2
321
+ torch==2.3.0
322
+ torchaudio==2.5.1+cu124
323
+ torchvision==0.18.0
324
+ tornado==6.4.2
325
+ tox==4.28.4
326
+ tqdm==4.66.4
327
+ tqdm-multiprocess==0.0.11
328
+ traitlets==5.14.3
329
+ transformers==4.55.4
330
+ triton==2.3.0
331
+ typepy==1.3.4
332
+ types-python-dateutil==2.9.0.20241206
333
+ typing-inspection==0.4.2
334
+ typing_extensions==4.12.2
335
+ tzdata==2025.2
336
+ uc-micro-py==1.0.3
337
+ ujson==5.10.0
338
+ unattended-upgrades==0.1
339
+ unidiff==0.7.3
340
+ uri-template==1.3.0
341
+ urllib3==1.26.20
342
+ uvicorn==0.35.0
343
+ virtualenv==20.34.0
344
+ wadllib==1.3.6
345
+ wcwidth==0.2.13
346
+ webcolors==24.11.1
347
+ webdataset==1.0.2
348
+ webencodings==0.5.1
349
+ websocket-client==1.8.0
350
+ websockets==15.0.1
351
+ Werkzeug==3.1.3
352
+ widgetsnbextension==4.0.13
353
+ word2number==1.1
354
+ wrapt==1.17.2
355
+ xdg==5
356
+ xxhash==3.5.0
357
+ y-py==0.6.2
358
+ yarl==1.20.1
359
+ ypy-websocket==0.8.4
360
+ zstandard==0.24.0
requirements_lm-quant-toolkit.txt ADDED
@@ -0,0 +1,360 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==2.3.1
2
+ accelerate==0.34.2
3
+ aiofiles==22.1.0
4
+ aiohappyeyeballs==2.6.1
5
+ aiohttp==3.12.15
6
+ aiosignal==1.4.0
7
+ aiosqlite==0.21.0
8
+ alabaster==0.7.16
9
+ altair==5.5.0
10
+ annotated-types==0.7.0
11
+ antlr4-python3-runtime==4.11.0
12
+ anyio==4.9.0
13
+ argon2-cffi==23.1.0
14
+ argon2-cffi-bindings==21.2.0
15
+ arrow==1.3.0
16
+ asttokens==3.0.0
17
+ attributedict==0.3.0
18
+ attrs==25.3.0
19
+ # Editable install with no version control (auto-gptq==0.8.0.dev0+cu124)
20
+ -e /mnt/bn/life-mllm/users/cxr/quantization/lm-quant-toolkit/.deps/AutoGPTQ
21
+ -e git+https://github.com/Liar406/quantization.git@3761bde4a46223e738034eac9a2e68a7b5997d5e#egg=awq&subdirectory=llm-awq
22
+ babel==2.16.0
23
+ beautifulsoup4==4.13.3
24
+ bitsandbytes==0.47.0
25
+ bleach==6.2.0
26
+ blessings==1.7
27
+ blinker==1.9.0
28
+ braceexpand==0.1.7
29
+ byted-mario-collector==2.0.8
30
+ byted-remote-ikernel==0.4.8
31
+ byted-seed-cli==0.1.21
32
+ byted-torch @ https://luban-source.byted.org/repository/scm/lab.pytorch.pytorch2_1.0.0.298.tar.gz#sha256=36b0a17604cbcf454c58b13030b2e07248c150df4128e8b511e2a4cd38090b3b
33
+ byted-wandb==0.13.92
34
+ bytedance-context==0.7.1
35
+ bytedance-metrics==0.5.2
36
+ bytedance.hdfs-stdenv==0.0.50
37
+ bytedbackgrounds==0.0.6
38
+ byteddatabus==1.0.6
39
+ byteddps==0.1.2
40
+ bytedenv==0.6.4
41
+ bytedmemfd==0.2
42
+ bytedmetrics==0.10.2
43
+ bytedservicediscovery==0.18.0
44
+ bytedztijwthelper==0.0.23
45
+ bytedztispiffe==0.0.16
46
+ cachetools==6.1.0
47
+ certifi==2024.8.30
48
+ cffi==1.17.1
49
+ chardet==5.2.0
50
+ charset-normalizer==3.4.0
51
+ click==8.1.8
52
+ # Editable install with no version control (clip_benchmark==1.6.1)
53
+ -e /mnt/bn/life-mllm/users/cxr/quantization/lm-quant-toolkit/.deps/CLIP_benchmark
54
+ codecov==2.1.13
55
+ colorama==0.4.6
56
+ coloredlogs==15.0.1
57
+ colour-runner==0.1.1
58
+ comm==0.2.2
59
+ contourpy==1.3.3
60
+ coverage==7.10.5
61
+ cryptography==44.0.2
62
+ cycler==0.12.1
63
+ DataProperty==1.1.0
64
+ datasets==2.20.0
65
+ dbus-python==1.3.2
66
+ ddgs==9.5.5
67
+ debugpy==1.8.17
68
+ decorator==5.2.1
69
+ deepdiff==8.6.0
70
+ defusedxml==0.7.1
71
+ Deprecated==1.2.18
72
+ devscripts==2.23.4+deb12u1
73
+ dill==0.3.8
74
+ distlib==0.4.0
75
+ distro==1.8.0
76
+ distro-info==1.5+deb12u1
77
+ docker-pycreds==0.4.0
78
+ docutils==0.19
79
+ einops==0.8.1
80
+ entrypoints==0.4
81
+ enum34==1.1.10
82
+ evaluate==0.4.5
83
+ executing==2.2.0
84
+ fastapi==0.116.1
85
+ fastjsonschema==2.21.1
86
+ ffmpy==0.6.1
87
+ filelock==3.19.1
88
+ findspark==2.0.1
89
+ Flask==3.1.2
90
+ fonttools==4.59.1
91
+ fqdn==1.5.1
92
+ frozenlist==1.7.0
93
+ fsspec==2024.5.0
94
+ ftfy==6.3.1
95
+ gekko==1.3.0
96
+ gitdb==4.0.12
97
+ GitPython==3.1.44
98
+ googlesearch-python==1.3.0
99
+ gpg==1.18.0
100
+ gradio==3.35.2
101
+ gradio_client==0.2.9
102
+ greenlet==3.1.1
103
+ grpcio==1.71.0
104
+ h11==0.16.0
105
+ hf-xet==1.1.7
106
+ # Editable install with no version control (hqq==0.1.7.post2)
107
+ -e /mnt/bn/life-mllm/users/cxr/quantization/lm-quant-toolkit/.deps/hqq
108
+ hqq-aten==0.0.0
109
+ httpcore==1.0.9
110
+ httplib2==0.20.4
111
+ httpx==0.27.0
112
+ httpx-sse==0.4.3
113
+ huggingface-hub==0.34.4
114
+ humanfriendly==10.0
115
+ idna==3.10
116
+ imagesize==1.4.1
117
+ inspecta==0.1.3
118
+ iotop==0.6
119
+ ipaddress==1.0.23
120
+ ipdb==0.13.13
121
+ ipykernel==6.29.5
122
+ ipython==9.0.2
123
+ ipython-genutils==0.2.0
124
+ ipython_pygments_lexers==1.1.1
125
+ ipywidgets==8.1.5
126
+ isoduration==20.11.0
127
+ itsdangerous==2.2.0
128
+ jedi==0.19.2
129
+ Jinja2==3.1.6
130
+ jiter==0.10.0
131
+ joblib==1.5.1
132
+ json5==0.10.0
133
+ jsonlines==4.0.0
134
+ jsonpointer==3.0.0
135
+ jsonref==1.1.0
136
+ jsonschema==4.23.0
137
+ jsonschema-specifications==2024.10.1
138
+ jupyter==1.0.0
139
+ jupyter-console==6.6.3
140
+ jupyter-events==0.12.0
141
+ jupyter-kernel-gateway==2.5.2
142
+ jupyter-ydoc==0.2.5
143
+ jupyter_client==7.4.9
144
+ jupyter_core==5.7.2
145
+ jupyter_server==2.15.0
146
+ jupyter_server_fileid==0.9.3
147
+ jupyter_server_terminals==0.5.3
148
+ jupyter_server_ydoc==0.8.0
149
+ jupyterlab==3.6.8
150
+ jupyterlab_pygments==0.3.0
151
+ jupyterlab_server==2.27.3
152
+ jupyterlab_widgets==3.0.13
153
+ kiwisolver==1.4.9
154
+ langdetect==1.0.9
155
+ lazr.restfulclient==0.14.5
156
+ lazr.uri==1.0.6
157
+ linkify-it-py==2.0.3
158
+ lm-eval==0.3.0
159
+ # Editable Git install with no remote (lm_quant_toolkit==0.1.1.dev0)
160
+ -e /mnt/bn/life-mllm/users/cxr/quantization/lm-quant-toolkit
161
+ lxml==6.0.0
162
+ markdown-it-py==2.2.0
163
+ markdownify==1.2.2
164
+ MarkupSafe==3.0.2
165
+ matplotlib==3.10.5
166
+ matplotlib-inline==0.1.7
167
+ mbstrdecoder==1.1.4
168
+ mcp==1.12.4
169
+ mdit-py-plugins==0.3.3
170
+ mdurl==0.1.2
171
+ merlin_kernel @ file:///opt/tiger/mlx_deploy/python_kernel/1.0.0.474
172
+ mistune==3.1.3
173
+ mlx-python-sdk @ http://luban-source.byted.org/repository/scm/data.reckon.mlx_python_sdk_1.0.0.207.tar.gz#sha256=4134435ed17cf7acba03f20a6e06cda9e0336c675bcd6cd7b5a48c8ad6b15e6b
174
+ more-itertools==10.7.0
175
+ mpmath==1.3.0
176
+ msgpack==1.0.8
177
+ multidict==6.6.4
178
+ multiprocess==0.70.16
179
+ narwhals==2.1.2
180
+ nbclassic==1.2.0
181
+ nbclient==0.10.2
182
+ nbconvert==7.16.6
183
+ nbformat==5.10.4
184
+ nest-asyncio==1.6.0
185
+ networkx==3.4.2
186
+ nltk==3.9.1
187
+ none==0.1.1
188
+ notebook==6.5.7
189
+ notebook_shim==0.2.4
190
+ numexpr==2.11.0
191
+ numpy==1.26.4
192
+ nvidia-cublas-cu12==12.1.3.1
193
+ nvidia-cuda-cupti-cu12==12.1.105
194
+ nvidia-cuda-nvrtc-cu12==12.1.105
195
+ nvidia-cuda-runtime-cu12==12.1.105
196
+ nvidia-cudnn-cu12==8.9.2.26
197
+ nvidia-cufft-cu12==11.0.2.54
198
+ nvidia-curand-cu12==10.3.2.106
199
+ nvidia-cusolver-cu12==11.4.5.107
200
+ nvidia-cusparse-cu12==12.1.0.106
201
+ nvidia-ml-py==13.580.65
202
+ nvidia-nccl-cu12==2.20.5
203
+ nvidia-nvjitlink-cu12==12.9.86
204
+ nvidia-nvtx-cu12==12.1.105
205
+ oauthlib==3.2.2
206
+ open_clip_torch==3.1.0
207
+ openai==2.8.1
208
+ optimum==1.27.0
209
+ orderly-set==5.5.0
210
+ orjson==3.11.2
211
+ overrides==7.7.0
212
+ packaging==25.0
213
+ pandas==2.2.2
214
+ pandocfilters==1.5.1
215
+ parso==0.8.4
216
+ pathtools==0.1.2
217
+ pathvalidate==3.3.1
218
+ peft==0.17.0
219
+ pexpect==4.8.0
220
+ pillow==10.2.0
221
+ platformdirs==4.3.8
222
+ pluggy==1.6.0
223
+ portalocker==3.2.0
224
+ primp==0.15.0
225
+ prometheus_client==0.21.1
226
+ promise==2.3
227
+ prompt_toolkit==3.0.52
228
+ propcache==0.3.2
229
+ protobuf==3.20.3
230
+ psutil==7.0.0
231
+ ptyprocess==0.7.0
232
+ pure_eval==0.2.3
233
+ py4j==0.10.9.9
234
+ pyarrow==21.0.0
235
+ pyarrow-hotfix==0.7
236
+ pybind11==3.0.0
237
+ pycocoevalcap==1.2
238
+ pycocotools==2.0.10
239
+ pycountry==24.6.1
240
+ pycparser==2.22
241
+ pydantic==2.11.7
242
+ pydantic-settings==2.12.0
243
+ pydantic_core==2.33.2
244
+ pydub==0.25.1
245
+ Pygments==2.18.0
246
+ PyGObject==3.42.2
247
+ PyJWT==2.6.0
248
+ pynvml==13.0.1
249
+ pyOpenSSL==25.0.0
250
+ pyparsing==3.0.9
251
+ pyproject-api==1.9.1
252
+ pytablewriter==1.2.1
253
+ python-apt==2.6.0
254
+ python-dateutil==2.9.0.post0
255
+ python-debian==0.1.49
256
+ python-dotenv==1.0.1
257
+ python-json-logger==3.3.0
258
+ python-magic==0.4.26
259
+ python-multipart==0.0.20
260
+ pytz==2025.2
261
+ pyxdg==0.28
262
+ PyYAML==6.0.2
263
+ pyzmq==26.3.0
264
+ qtconsole==5.6.1
265
+ QtPy==2.4.3
266
+ reactivex==4.0.4
267
+ referencing==0.36.2
268
+ regex==2025.7.34
269
+ requests==2.32.3
270
+ rfc3339-validator==0.1.4
271
+ rfc3986==2.0.0
272
+ rfc3986-validator==0.1.1
273
+ rich==14.2.0
274
+ rootpath==0.1.1
275
+ rouge==1.0.1
276
+ rouge-score==0.1.2
277
+ rpds-py==0.23.1
278
+ sacrebleu==1.5.0
279
+ safetensors==0.4.3
280
+ schedule==1.2.2
281
+ scikit-learn==1.4.2
282
+ scipy==1.13.0
283
+ segno==1.6.6
284
+ semantic-version==2.10.0
285
+ Send2Trash==1.8.3
286
+ sentencepiece==0.2.0
287
+ sentry-sdk==2.24.0
288
+ setproctitle==1.3.5
289
+ shortuuid==1.0.13
290
+ six==1.16.0
291
+ smmap==5.0.2
292
+ sniffio==1.3.1
293
+ snowballstemmer==2.2.0
294
+ soupsieve==2.6
295
+ Sphinx==5.3.0
296
+ sphinxcontrib-applehelp==2.0.0
297
+ sphinxcontrib-devhelp==2.0.0
298
+ sphinxcontrib-htmlhelp==2.1.0
299
+ sphinxcontrib-jsmath==1.0.1
300
+ sphinxcontrib-qthelp==2.0.0
301
+ sphinxcontrib-serializinghtml==2.0.0
302
+ sphinxcontrib-websupport==2.0.0
303
+ SQLAlchemy==2.0.27
304
+ sqlitedict==2.1.0
305
+ sse-starlette==3.0.3
306
+ stack-data==0.6.3
307
+ starlette==0.47.2
308
+ sympy==1.13.1
309
+ tabledata==1.3.4
310
+ tabulate==0.9.0
311
+ tcolorpy==0.1.7
312
+ tenacity==9.1.2
313
+ termcolor==3.1.0
314
+ terminado==0.18.1
315
+ texttable==1.7.0
316
+ threadpoolctl==3.6.0
317
+ timm==1.0.19
318
+ tinycss2==1.4.0
319
+ tokenizers==0.21.4
320
+ toml==0.10.2
321
+ torch==2.3.0
322
+ torchaudio==2.5.1+cu124
323
+ torchvision==0.18.0
324
+ tornado==6.4.2
325
+ tox==4.28.4
326
+ tqdm==4.66.4
327
+ tqdm-multiprocess==0.0.11
328
+ traitlets==5.14.3
329
+ transformers==4.55.4
330
+ triton==2.3.0
331
+ typepy==1.3.4
332
+ types-python-dateutil==2.9.0.20241206
333
+ typing-inspection==0.4.2
334
+ typing_extensions==4.12.2
335
+ tzdata==2025.2
336
+ uc-micro-py==1.0.3
337
+ ujson==5.10.0
338
+ unattended-upgrades==0.1
339
+ unidiff==0.7.3
340
+ uri-template==1.3.0
341
+ urllib3==1.26.20
342
+ uvicorn==0.35.0
343
+ virtualenv==20.34.0
344
+ wadllib==1.3.6
345
+ wcwidth==0.2.13
346
+ webcolors==24.11.1
347
+ webdataset==1.0.2
348
+ webencodings==0.5.1
349
+ websocket-client==1.8.0
350
+ websockets==15.0.1
351
+ Werkzeug==3.1.3
352
+ widgetsnbextension==4.0.13
353
+ word2number==1.1
354
+ wrapt==1.17.2
355
+ xdg==5
356
+ xxhash==3.5.0
357
+ y-py==0.6.2
358
+ yarl==1.20.1
359
+ ypy-websocket==0.8.4
360
+ zstandard==0.24.0