LLM(Large Language Model) Calendar 2024
https://qiita.com/advent-calendar/2024/llm
12日目の記事です。
# python3 -m venv .venv
root@96871a4395ae:/# source .venv/bin/activate
(.venv) root@96871a4395ae:/# pip3 install -U pip3
ERROR: Could not find a version that satisfies the requirement pip3 (from versions: none)
ERROR: No matching distribution found for pip3
(.venv) root@96871a4395ae:/# pip3 install -U pip
Requirement already satisfied: pip in /.venv/lib/python3.12/site-packages (24.0)
Collecting pip
Downloading pip-24.3.1-py3-none-any.whl.metadata (3.7 kB)
Downloading pip-24.3.1-py3-none-any.whl (1.8 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.8/1.8 MB 4.1 MB/s eta 0:00:00
Installing collected packages: pip
Attempting uninstall: pip
Found existing installation: pip 24.0
Uninstalling pip-24.0:
Successfully uninstalled pip-24.0
Successfully installed pip-24.3.1
(.venv) root@96871a4395ae:/# pip3 install -U transformers
Collecting transformers
Downloading transformers-4.47.0-py3-none-any.whl.metadata (43 kB)
Collecting filelock (from transformers)
Downloading filelock-3.16.1-py3-none-any.whl.metadata (2.9 kB)
Collecting huggingface-hub<1.0,>=0.24.0 (from transformers)
Downloading huggingface_hub-0.26.5-py3-none-any.whl.metadata (13 kB)
Collecting numpy>=1.17 (from transformers)
Downloading numpy-2.2.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (63 kB)
Collecting packaging>=20.0 (from transformers)
Downloading packaging-24.2-py3-none-any.whl.metadata (3.2 kB)
Collecting pyyaml>=5.1 (from transformers)
Downloading PyYAML-6.0.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (2.1 kB)
Collecting regex!=2019.12.17 (from transformers)
Downloading regex-2024.11.6-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (40 kB)
Collecting requests (from transformers)
Downloading requests-2.32.3-py3-none-any.whl.metadata (4.6 kB)
Collecting tokenizers<0.22,>=0.21 (from transformers)
Downloading tokenizers-0.21.0-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (6.7 kB)
Collecting safetensors>=0.4.1 (from transformers)
Downloading safetensors-0.4.5-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (3.8 kB)
Collecting tqdm>=4.27 (from transformers)
Downloading tqdm-4.67.1-py3-none-any.whl.metadata (57 kB)
Collecting fsspec>=2023.5.0 (from huggingface-hub<1.0,>=0.24.0->transformers)
Downloading fsspec-2024.10.0-py3-none-any.whl.metadata (11 kB)
Collecting typing-extensions>=3.7.4.3 (from huggingface-hub<1.0,>=0.24.0->transformers)
Downloading typing_extensions-4.12.2-py3-none-any.whl.metadata (3.0 kB)
Collecting charset-normalizer<4,>=2 (from requests->transformers)
Downloading charset_normalizer-3.4.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (34 kB)
Collecting idna<4,>=2.5 (from requests->transformers)
Downloading idna-3.10-py3-none-any.whl.metadata (10 kB)
Collecting urllib3<3,>=1.21.1 (from requests->transformers)
Downloading urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB)
Collecting certifi>=2017.4.17 (from requests->transformers)
Downloading certifi-2024.12.14-py3-none-any.whl.metadata (2.3 kB)
Downloading transformers-4.47.0-py3-none-any.whl (10.1 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 10.1/10.1 MB 6.2 MB/s eta 0:00:00
Downloading huggingface_hub-0.26.5-py3-none-any.whl (447 kB)
Downloading numpy-2.2.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (14.0 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 14.0/14.0 MB 5.4 MB/s eta 0:00:00
Downloading packaging-24.2-py3-none-any.whl (65 kB)
Downloading PyYAML-6.0.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (739 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 739.2/739.2 kB 5.8 MB/s eta 0:00:00
Downloading regex-2024.11.6-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (794 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 795.0/795.0 kB 6.6 MB/s eta 0:00:00
Downloading safetensors-0.4.5-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (441 kB)
Downloading tokenizers-0.21.0-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (2.9 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.9/2.9 MB 6.4 MB/s eta 0:00:00
Downloading tqdm-4.67.1-py3-none-any.whl (78 kB)
Downloading filelock-3.16.1-py3-none-any.whl (16 kB)
Downloading requests-2.32.3-py3-none-any.whl (64 kB)
Downloading certifi-2024.12.14-py3-none-any.whl (164 kB)
Downloading charset_normalizer-3.4.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (139 kB)
Downloading fsspec-2024.10.0-py3-none-any.whl (179 kB)
Downloading idna-3.10-py3-none-any.whl (70 kB)
Downloading typing_extensions-4.12.2-py3-none-any.whl (37 kB)
Downloading urllib3-2.2.3-py3-none-any.whl (126 kB)
Installing collected packages: urllib3, typing-extensions, tqdm, safetensors, regex, pyyaml, packaging, numpy, idna, fsspec, filelock, charset-normalizer, certifi, requests, huggingface-hub, tokenizers, transformers
Successfully installed certifi-2024.12.14 charset-normalizer-3.4.0 filelock-3.16.1 fsspec-2024.10.0 huggingface-hub-0.26.5 idna-3.10 numpy-2.2.0 packaging-24.2 pyyaml-6.0.2 regex-2024.11.6 requests-2.32.3 safetensors-0.4.5 tokenizers-0.21.0 tqdm-4.67.1 transformers-4.47.0 typing-extensions-4.12.2 urllib3-2.2.3
(.venv) root@96871a4395ae:/# pip install -U bitsandbytes
Collecting bitsandbytes
Downloading bitsandbytes-0.42.0-py3-none-any.whl.metadata (9.9 kB)
Collecting scipy (from bitsandbytes)
Downloading scipy-1.14.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (113 kB)
Requirement already satisfied: numpy<2.3,>=1.23.5 in /.venv/lib/python3.12/site-packages (from scipy->bitsandbytes) (2.2.0)
Downloading bitsandbytes-0.42.0-py3-none-any.whl (105.0 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 105.0/105.0 MB 8.0 MB/s eta 0:00:00
Downloading scipy-1.14.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (35.3 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 35.3/35.3 MB 8.7 MB/s eta 0:00:00
Installing collected packages: scipy, bitsandbytes
Successfully installed bitsandbytes-0.42.0 scipy-1.14.1
(.venv) root@96871a4395ae:/# pip install -U accelerate
Collecting accelerate
Downloading accelerate-1.2.1-py3-none-any.whl.metadata (19 kB)
Requirement already satisfied: numpy<3.0.0,>=1.17 in /.venv/lib/python3.12/site-packages (from accelerate) (2.2.0)
Requirement already satisfied: packaging>=20.0 in /.venv/lib/python3.12/site-packages (from accelerate) (24.2)
Collecting psutil (from accelerate)
Downloading psutil-6.1.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (22 kB)
Requirement already satisfied: pyyaml in /.venv/lib/python3.12/site-packages (from accelerate) (6.0.2)
Collecting torch>=1.10.0 (from accelerate)
Downloading torch-2.5.1-cp312-cp312-manylinux2014_aarch64.whl.metadata (28 kB)
Requirement already satisfied: huggingface-hub>=0.21.0 in /.venv/lib/python3.12/site-packages (from accelerate) (0.26.5)
Requirement already satisfied: safetensors>=0.4.3 in /.venv/lib/python3.12/site-packages (from accelerate) (0.4.5)
Requirement already satisfied: filelock in /.venv/lib/python3.12/site-packages (from huggingface-hub>=0.21.0->accelerate) (3.16.1)
Requirement already satisfied: fsspec>=2023.5.0 in /.venv/lib/python3.12/site-packages (from huggingface-hub>=0.21.0->accelerate) (2024.10.0)
Requirement already satisfied: requests in /.venv/lib/python3.12/site-packages (from huggingface-hub>=0.21.0->accelerate) (2.32.3)
Requirement already satisfied: tqdm>=4.42.1 in /.venv/lib/python3.12/site-packages (from huggingface-hub>=0.21.0->accelerate) (4.67.1)
Requirement already satisfied: typing-extensions>=3.7.4.3 in /.venv/lib/python3.12/site-packages (from huggingface-hub>=0.21.0->accelerate) (4.12.2)
Collecting networkx (from torch>=1.10.0->accelerate)
Downloading networkx-3.4.2-py3-none-any.whl.metadata (6.3 kB)
Collecting jinja2 (from torch>=1.10.0->accelerate)
Downloading jinja2-3.1.4-py3-none-any.whl.metadata (2.6 kB)
Collecting setuptools (from torch>=1.10.0->accelerate)
Downloading setuptools-75.6.0-py3-none-any.whl.metadata (6.7 kB)
Collecting sympy==1.13.1 (from torch>=1.10.0->accelerate)
Downloading sympy-1.13.1-py3-none-any.whl.metadata (12 kB)
Collecting mpmath<1.4,>=1.1.0 (from sympy==1.13.1->torch>=1.10.0->accelerate)
Downloading mpmath-1.3.0-py3-none-any.whl.metadata (8.6 kB)
Collecting MarkupSafe>=2.0 (from jinja2->torch>=1.10.0->accelerate)
Downloading MarkupSafe-3.0.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (4.0 kB)
Requirement already satisfied: charset-normalizer<4,>=2 in /.venv/lib/python3.12/site-packages (from requests->huggingface-hub>=0.21.0->accelerate) (3.4.0)
Requirement already satisfied: idna<4,>=2.5 in /.venv/lib/python3.12/site-packages (from requests->huggingface-hub>=0.21.0->accelerate) (3.10)
Requirement already satisfied: urllib3<3,>=1.21.1 in /.venv/lib/python3.12/site-packages (from requests->huggingface-hub>=0.21.0->accelerate) (2.2.3)
Requirement already satisfied: certifi>=2017.4.17 in /.venv/lib/python3.12/site-packages (from requests->huggingface-hub>=0.21.0->accelerate) (2024.12.14)
Downloading accelerate-1.2.1-py3-none-any.whl (336 kB)
Downloading torch-2.5.1-cp312-cp312-manylinux2014_aarch64.whl (91.8 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 91.8/91.8 MB 6.3 MB/s eta 0:00:00
Downloading sympy-1.13.1-py3-none-any.whl (6.2 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 6.2/6.2 MB 4.7 MB/s eta 0:00:00
Downloading psutil-6.1.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (288 kB)
Downloading jinja2-3.1.4-py3-none-any.whl (133 kB)
Downloading networkx-3.4.2-py3-none-any.whl (1.7 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.7/1.7 MB 2.7 MB/s eta 0:00:00
Downloading setuptools-75.6.0-py3-none-any.whl (1.2 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.2/1.2 MB 6.6 MB/s eta 0:00:00
Downloading MarkupSafe-3.0.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (24 kB)
Downloading mpmath-1.3.0-py3-none-any.whl (536 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 536.2/536.2 kB 6.5 MB/s eta 0:00:00
Installing collected packages: mpmath, sympy, setuptools, psutil, networkx, MarkupSafe, jinja2, torch, accelerate
Successfully installed MarkupSafe-3.0.2 accelerate-1.2.1 jinja2-3.1.4 mpmath-1.3.0 networkx-3.4.2 psutil-6.1.0 setuptools-75.6.0 sympy-1.13.1 torch-2.5.1
(.venv) root@96871a4395ae:/# pip install -U datasets
Collecting datasets
Downloading datasets-3.2.0-py3-none-any.whl.metadata (20 kB)
Requirement already satisfied: filelock in /.venv/lib/python3.12/site-packages (from datasets) (3.16.1)
Requirement already satisfied: numpy>=1.17 in /.venv/lib/python3.12/site-packages (from datasets) (2.2.0)
Collecting pyarrow>=15.0.0 (from datasets)
Downloading pyarrow-18.1.0-cp312-cp312-manylinux_2_28_aarch64.whl.metadata (3.3 kB)
Collecting dill<0.3.9,>=0.3.0 (from datasets)
Downloading dill-0.3.8-py3-none-any.whl.metadata (10 kB)
Collecting pandas (from datasets)
Downloading pandas-2.2.3-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.whl.metadata (89 kB)
Requirement already satisfied: requests>=2.32.2 in /.venv/lib/python3.12/site-packages (from datasets) (2.32.3)
Requirement already satisfied: tqdm>=4.66.3 in /.venv/lib/python3.12/site-packages (from datasets) (4.67.1)
Collecting xxhash (from datasets)
Downloading xxhash-3.5.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (12 kB)
Collecting multiprocess<0.70.17 (from datasets)
Downloading multiprocess-0.70.16-py312-none-any.whl.metadata (7.2 kB)
Collecting fsspec<=2024.9.0,>=2023.1.0 (from fsspec[http]<=2024.9.0,>=2023.1.0->datasets)
Downloading fsspec-2024.9.0-py3-none-any.whl.metadata (11 kB)
Collecting aiohttp (from datasets)
Downloading aiohttp-3.11.10-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (7.7 kB)
Requirement already satisfied: huggingface-hub>=0.23.0 in /.venv/lib/python3.12/site-packages (from datasets) (0.26.5)
Requirement already satisfied: packaging in /.venv/lib/python3.12/site-packages (from datasets) (24.2)
Requirement already satisfied: pyyaml>=5.1 in /.venv/lib/python3.12/site-packages (from datasets) (6.0.2)
Collecting aiohappyeyeballs>=2.3.0 (from aiohttp->datasets)
Downloading aiohappyeyeballs-2.4.4-py3-none-any.whl.metadata (6.1 kB)
Collecting aiosignal>=1.1.2 (from aiohttp->datasets)
Downloading aiosignal-1.3.2-py2.py3-none-any.whl.metadata (3.8 kB)
Collecting attrs>=17.3.0 (from aiohttp->datasets)
Downloading attrs-24.2.0-py3-none-any.whl.metadata (11 kB)
Collecting frozenlist>=1.1.1 (from aiohttp->datasets)
Downloading frozenlist-1.5.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (13 kB)
Collecting multidict<7.0,>=4.5 (from aiohttp->datasets)
Downloading multidict-6.1.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (5.0 kB)
Collecting propcache>=0.2.0 (from aiohttp->datasets)
Downloading propcache-0.2.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (9.2 kB)
Collecting yarl<2.0,>=1.17.0 (from aiohttp->datasets)
Downloading yarl-1.18.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (69 kB)
Requirement already satisfied: typing-extensions>=3.7.4.3 in /.venv/lib/python3.12/site-packages (from huggingface-hub>=0.23.0->datasets) (4.12.2)
Requirement already satisfied: charset-normalizer<4,>=2 in /.venv/lib/python3.12/site-packages (from requests>=2.32.2->datasets) (3.4.0)
Requirement already satisfied: idna<4,>=2.5 in /.venv/lib/python3.12/site-packages (from requests>=2.32.2->datasets) (3.10)
Requirement already satisfied: urllib3<3,>=1.21.1 in /.venv/lib/python3.12/site-packages (from requests>=2.32.2->datasets) (2.2.3)
Requirement already satisfied: certifi>=2017.4.17 in /.venv/lib/python3.12/site-packages (from requests>=2.32.2->datasets) (2024.12.14)
Collecting python-dateutil>=2.8.2 (from pandas->datasets)
Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB)
Collecting pytz>=2020.1 (from pandas->datasets)
Downloading pytz-2024.2-py2.py3-none-any.whl.metadata (22 kB)
Collecting tzdata>=2022.7 (from pandas->datasets)
Downloading tzdata-2024.2-py2.py3-none-any.whl.metadata (1.4 kB)
Collecting six>=1.5 (from python-dateutil>=2.8.2->pandas->datasets)
Downloading six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB)
Downloading datasets-3.2.0-py3-none-any.whl (480 kB)
Downloading dill-0.3.8-py3-none-any.whl (116 kB)
Downloading fsspec-2024.9.0-py3-none-any.whl (179 kB)
Downloading aiohttp-3.11.10-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (1.7 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.7/1.7 MB 6.3 MB/s eta 0:00:00
Downloading multiprocess-0.70.16-py312-none-any.whl (146 kB)
Downloading pyarrow-18.1.0-cp312-cp312-manylinux_2_28_aarch64.whl (38.6 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 38.6/38.6 MB 7.7 MB/s eta 0:00:00
Downloading pandas-2.2.3-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.whl (15.2 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 15.2/15.2 MB 8.6 MB/s eta 0:00:00
Downloading xxhash-3.5.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (220 kB)
Downloading aiohappyeyeballs-2.4.4-py3-none-any.whl (14 kB)
Downloading aiosignal-1.3.2-py2.py3-none-any.whl (7.6 kB)
Downloading attrs-24.2.0-py3-none-any.whl (63 kB)
Downloading frozenlist-1.5.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (282 kB)
Downloading multidict-6.1.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (130 kB)
Downloading propcache-0.2.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (241 kB)
Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB)
Downloading pytz-2024.2-py2.py3-none-any.whl (508 kB)
Downloading tzdata-2024.2-py2.py3-none-any.whl (346 kB)
Downloading yarl-1.18.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (332 kB)
Downloading six-1.17.0-py2.py3-none-any.whl (11 kB)
Installing collected packages: pytz, xxhash, tzdata, six, pyarrow, propcache, multidict, fsspec, frozenlist, dill, attrs, aiohappyeyeballs, yarl, python-dateutil, multiprocess, aiosignal, pandas, aiohttp, datasets
Attempting uninstall: fsspec
Found existing installation: fsspec 2024.10.0
Uninstalling fsspec-2024.10.0:
Successfully uninstalled fsspec-2024.10.0
Successfully installed aiohappyeyeballs-2.4.4 aiohttp-3.11.10 aiosignal-1.3.2 attrs-24.2.0 datasets-3.2.0 dill-0.3.8 frozenlist-1.5.0 fsspec-2024.9.0 multidict-6.1.0 multiprocess-0.70.16 pandas-2.2.3 propcache-0.2.1 pyarrow-18.1.0 python-dateutil-2.9.0.post0 pytz-2024.2 six-1.17.0 tzdata-2024.2 xxhash-3.5.0 yarl-1.18.3
(.venv) root@96871a4395ae:/# pip install -U peft
Collecting peft
Downloading peft-0.14.0-py3-none-any.whl.metadata (13 kB)
Requirement already satisfied: numpy>=1.17 in /.venv/lib/python3.12/site-packages (from peft) (2.2.0)
Requirement already satisfied: packaging>=20.0 in /.venv/lib/python3.12/site-packages (from peft) (24.2)
Requirement already satisfied: psutil in /.venv/lib/python3.12/site-packages (from peft) (6.1.0)
Requirement already satisfied: pyyaml in /.venv/lib/python3.12/site-packages (from peft) (6.0.2)
Requirement already satisfied: torch>=1.13.0 in /.venv/lib/python3.12/site-packages (from peft) (2.5.1)
Requirement already satisfied: transformers in /.venv/lib/python3.12/site-packages (from peft) (4.47.0)
Requirement already satisfied: tqdm in /.venv/lib/python3.12/site-packages (from peft) (4.67.1)
Requirement already satisfied: accelerate>=0.21.0 in /.venv/lib/python3.12/site-packages (from peft) (1.2.1)
Requirement already satisfied: safetensors in /.venv/lib/python3.12/site-packages (from peft) (0.4.5)
Requirement already satisfied: huggingface-hub>=0.25.0 in /.venv/lib/python3.12/site-packages (from peft) (0.26.5)
Requirement already satisfied: filelock in /.venv/lib/python3.12/site-packages (from huggingface-hub>=0.25.0->peft) (3.16.1)
Requirement already satisfied: fsspec>=2023.5.0 in /.venv/lib/python3.12/site-packages (from huggingface-hub>=0.25.0->peft) (2024.9.0)
Requirement already satisfied: requests in /.venv/lib/python3.12/site-packages (from huggingface-hub>=0.25.0->peft) (2.32.3)
Requirement already satisfied: typing-extensions>=3.7.4.3 in /.venv/lib/python3.12/site-packages (from huggingface-hub>=0.25.0->peft) (4.12.2)
Requirement already satisfied: networkx in /.venv/lib/python3.12/site-packages (from torch>=1.13.0->peft) (3.4.2)
Requirement already satisfied: jinja2 in /.venv/lib/python3.12/site-packages (from torch>=1.13.0->peft) (3.1.4)
Requirement already satisfied: setuptools in /.venv/lib/python3.12/site-packages (from torch>=1.13.0->peft) (75.6.0)
Requirement already satisfied: sympy==1.13.1 in /.venv/lib/python3.12/site-packages (from torch>=1.13.0->peft) (1.13.1)
Requirement already satisfied: mpmath<1.4,>=1.1.0 in /.venv/lib/python3.12/site-packages (from sympy==1.13.1->torch>=1.13.0->peft) (1.3.0)
Requirement already satisfied: regex!=2019.12.17 in /.venv/lib/python3.12/site-packages (from transformers->peft) (2024.11.6)
Requirement already satisfied: tokenizers<0.22,>=0.21 in /.venv/lib/python3.12/site-packages (from transformers->peft) (0.21.0)
Requirement already satisfied: MarkupSafe>=2.0 in /.venv/lib/python3.12/site-packages (from jinja2->torch>=1.13.0->peft) (3.0.2)
Requirement already satisfied: charset-normalizer<4,>=2 in /.venv/lib/python3.12/site-packages (from requests->huggingface-hub>=0.25.0->peft) (3.4.0)
Requirement already satisfied: idna<4,>=2.5 in /.venv/lib/python3.12/site-packages (from requests->huggingface-hub>=0.25.0->peft) (3.10)
Requirement already satisfied: urllib3<3,>=1.21.1 in /.venv/lib/python3.12/site-packages (from requests->huggingface-hub>=0.25.0->peft) (2.2.3)
Requirement already satisfied: certifi>=2017.4.17 in /.venv/lib/python3.12/site-packages (from requests->huggingface-hub>=0.25.0->peft) (2024.12.14)
Downloading peft-0.14.0-py3-none-any.whl (374 kB)
Installing collected packages: peft
Successfully installed peft-0.14.0
(.venv) root@96871a4395ae:/# pip install -U trl
Collecting trl
Downloading trl-0.12.2-py3-none-any.whl.metadata (11 kB)
Requirement already satisfied: accelerate>=0.34.0 in /.venv/lib/python3.12/site-packages (from trl) (1.2.1)
Requirement already satisfied: datasets>=2.21.0 in /.venv/lib/python3.12/site-packages (from trl) (3.2.0)
Collecting rich (from trl)
Downloading rich-13.9.4-py3-none-any.whl.metadata (18 kB)
Collecting transformers<4.47.0 (from trl)
Downloading transformers-4.46.3-py3-none-any.whl.metadata (44 kB)
Requirement already satisfied: numpy<3.0.0,>=1.17 in /.venv/lib/python3.12/site-packages (from accelerate>=0.34.0->trl) (2.2.0)
Requirement already satisfied: packaging>=20.0 in /.venv/lib/python3.12/site-packages (from accelerate>=0.34.0->trl) (24.2)
Requirement already satisfied: psutil in /.venv/lib/python3.12/site-packages (from accelerate>=0.34.0->trl) (6.1.0)
Requirement already satisfied: pyyaml in /.venv/lib/python3.12/site-packages (from accelerate>=0.34.0->trl) (6.0.2)
Requirement already satisfied: torch>=1.10.0 in /.venv/lib/python3.12/site-packages (from accelerate>=0.34.0->trl) (2.5.1)
Requirement already satisfied: huggingface-hub>=0.21.0 in /.venv/lib/python3.12/site-packages (from accelerate>=0.34.0->trl) (0.26.5)
Requirement already satisfied: safetensors>=0.4.3 in /.venv/lib/python3.12/site-packages (from accelerate>=0.34.0->trl) (0.4.5)
Requirement already satisfied: filelock in /.venv/lib/python3.12/site-packages (from datasets>=2.21.0->trl) (3.16.1)
Requirement already satisfied: pyarrow>=15.0.0 in /.venv/lib/python3.12/site-packages (from datasets>=2.21.0->trl) (18.1.0)
Requirement already satisfied: dill<0.3.9,>=0.3.0 in /.venv/lib/python3.12/site-packages (from datasets>=2.21.0->trl) (0.3.8)
Requirement already satisfied: pandas in /.venv/lib/python3.12/site-packages (from datasets>=2.21.0->trl) (2.2.3)
Requirement already satisfied: requests>=2.32.2 in /.venv/lib/python3.12/site-packages (from datasets>=2.21.0->trl) (2.32.3)
Requirement already satisfied: tqdm>=4.66.3 in /.venv/lib/python3.12/site-packages (from datasets>=2.21.0->trl) (4.67.1)
Requirement already satisfied: xxhash in /.venv/lib/python3.12/site-packages (from datasets>=2.21.0->trl) (3.5.0)
Requirement already satisfied: multiprocess<0.70.17 in /.venv/lib/python3.12/site-packages (from datasets>=2.21.0->trl) (0.70.16)
Requirement already satisfied: fsspec<=2024.9.0,>=2023.1.0 in /.venv/lib/python3.12/site-packages (from fsspec[http]<=2024.9.0,>=2023.1.0->datasets>=2.21.0->trl) (2024.9.0)
Requirement already satisfied: aiohttp in /.venv/lib/python3.12/site-packages (from datasets>=2.21.0->trl) (3.11.10)
Requirement already satisfied: regex!=2019.12.17 in /.venv/lib/python3.12/site-packages (from transformers<4.47.0->trl) (2024.11.6)
Collecting tokenizers<0.21,>=0.20 (from transformers<4.47.0->trl)
Downloading tokenizers-0.20.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (6.7 kB)
Collecting markdown-it-py>=2.2.0 (from rich->trl)
Downloading markdown_it_py-3.0.0-py3-none-any.whl.metadata (6.9 kB)
Collecting pygments<3.0.0,>=2.13.0 (from rich->trl)
Downloading pygments-2.18.0-py3-none-any.whl.metadata (2.5 kB)
Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /.venv/lib/python3.12/site-packages (from aiohttp->datasets>=2.21.0->trl) (2.4.4)
Requirement already satisfied: aiosignal>=1.1.2 in /.venv/lib/python3.12/site-packages (from aiohttp->datasets>=2.21.0->trl) (1.3.2)
Requirement already satisfied: attrs>=17.3.0 in /.venv/lib/python3.12/site-packages (from aiohttp->datasets>=2.21.0->trl) (24.2.0)
Requirement already satisfied: frozenlist>=1.1.1 in /.venv/lib/python3.12/site-packages (from aiohttp->datasets>=2.21.0->trl) (1.5.0)
Requirement already satisfied: multidict<7.0,>=4.5 in /.venv/lib/python3.12/site-packages (from aiohttp->datasets>=2.21.0->trl) (6.1.0)
Requirement already satisfied: propcache>=0.2.0 in /.venv/lib/python3.12/site-packages (from aiohttp->datasets>=2.21.0->trl) (0.2.1)
Requirement already satisfied: yarl<2.0,>=1.17.0 in /.venv/lib/python3.12/site-packages (from aiohttp->datasets>=2.21.0->trl) (1.18.3)
Requirement already satisfied: typing-extensions>=3.7.4.3 in /.venv/lib/python3.12/site-packages (from huggingface-hub>=0.21.0->accelerate>=0.34.0->trl) (4.12.2)
Collecting mdurl~=0.1 (from markdown-it-py>=2.2.0->rich->trl)
Downloading mdurl-0.1.2-py3-none-any.whl.metadata (1.6 kB)
Requirement already satisfied: charset-normalizer<4,>=2 in /.venv/lib/python3.12/site-packages (from requests>=2.32.2->datasets>=2.21.0->trl) (3.4.0)
Requirement already satisfied: idna<4,>=2.5 in /.venv/lib/python3.12/site-packages (from requests>=2.32.2->datasets>=2.21.0->trl) (3.10)
Requirement already satisfied: urllib3<3,>=1.21.1 in /.venv/lib/python3.12/site-packages (from requests>=2.32.2->datasets>=2.21.0->trl) (2.2.3)
Requirement already satisfied: certifi>=2017.4.17 in /.venv/lib/python3.12/site-packages (from requests>=2.32.2->datasets>=2.21.0->trl) (2024.12.14)
Requirement already satisfied: networkx in /.venv/lib/python3.12/site-packages (from torch>=1.10.0->accelerate>=0.34.0->trl) (3.4.2)
Requirement already satisfied: jinja2 in /.venv/lib/python3.12/site-packages (from torch>=1.10.0->accelerate>=0.34.0->trl) (3.1.4)
Requirement already satisfied: setuptools in /.venv/lib/python3.12/site-packages (from torch>=1.10.0->accelerate>=0.34.0->trl) (75.6.0)
Requirement already satisfied: sympy==1.13.1 in /.venv/lib/python3.12/site-packages (from torch>=1.10.0->accelerate>=0.34.0->trl) (1.13.1)
Requirement already satisfied: mpmath<1.4,>=1.1.0 in /.venv/lib/python3.12/site-packages (from sympy==1.13.1->torch>=1.10.0->accelerate>=0.34.0->trl) (1.3.0)
Requirement already satisfied: python-dateutil>=2.8.2 in /.venv/lib/python3.12/site-packages (from pandas->datasets>=2.21.0->trl) (2.9.0.post0)
Requirement already satisfied: pytz>=2020.1 in /.venv/lib/python3.12/site-packages (from pandas->datasets>=2.21.0->trl) (2024.2)
Requirement already satisfied: tzdata>=2022.7 in /.venv/lib/python3.12/site-packages (from pandas->datasets>=2.21.0->trl) (2024.2)
Requirement already satisfied: six>=1.5 in /.venv/lib/python3.12/site-packages (from python-dateutil>=2.8.2->pandas->datasets>=2.21.0->trl) (1.17.0)
Requirement already satisfied: MarkupSafe>=2.0 in /.venv/lib/python3.12/site-packages (from jinja2->torch>=1.10.0->accelerate>=0.34.0->trl) (3.0.2)
Downloading trl-0.12.2-py3-none-any.whl (365 kB)
Downloading transformers-4.46.3-py3-none-any.whl (10.0 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 10.0/10.0 MB 7.7 MB/s eta 0:00:00
Downloading rich-13.9.4-py3-none-any.whl (242 kB)
Downloading markdown_it_py-3.0.0-py3-none-any.whl (87 kB)
Downloading pygments-2.18.0-py3-none-any.whl (1.2 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.2/1.2 MB 10.1 MB/s eta 0:00:00
Downloading tokenizers-0.20.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (2.9 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.9/2.9 MB 2.7 MB/s eta 0:00:00
Downloading mdurl-0.1.2-py3-none-any.whl (10.0 kB)
Installing collected packages: pygments, mdurl, markdown-it-py, tokenizers, rich, transformers, trl
Attempting uninstall: tokenizers
Found existing installation: tokenizers 0.21.0
Uninstalling tokenizers-0.21.0:
Successfully uninstalled tokenizers-0.21.0
Attempting uninstall: transformers
Found existing installation: transformers 4.47.0
Uninstalling transformers-4.47.0:
Successfully uninstalled transformers-4.47.0
Successfully installed markdown-it-py-3.0.0 mdurl-0.1.2 pygments-2.18.0 rich-13.9.4 tokenizers-0.20.3 transformers-4.46.3 trl-0.12.2
(.venv) root@96871a4395ae:/# pip install -U wandb
Collecting wandb
Downloading wandb-0.19.1-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (10 kB)
Collecting click!=8.0.0,>=7.1 (from wandb)
Downloading click-8.1.7-py3-none-any.whl.metadata (3.0 kB)
Collecting docker-pycreds>=0.4.0 (from wandb)
Downloading docker_pycreds-0.4.0-py2.py3-none-any.whl.metadata (1.8 kB)
Collecting gitpython!=3.1.29,>=1.0.0 (from wandb)
Downloading GitPython-3.1.43-py3-none-any.whl.metadata (13 kB)
Collecting platformdirs (from wandb)
Downloading platformdirs-4.3.6-py3-none-any.whl.metadata (11 kB)
Collecting protobuf!=4.21.0,!=5.28.0,<6,>=3.19.0 (from wandb)
Downloading protobuf-5.29.1-cp38-abi3-manylinux2014_aarch64.whl.metadata (592 bytes)
Requirement already satisfied: psutil>=5.0.0 in /.venv/lib/python3.12/site-packages (from wandb) (6.1.0)
Collecting pydantic<3,>=2.6 (from wandb)
Downloading pydantic-2.10.3-py3-none-any.whl.metadata (172 kB)
Requirement already satisfied: pyyaml in /.venv/lib/python3.12/site-packages (from wandb) (6.0.2)
Requirement already satisfied: requests<3,>=2.0.0 in /.venv/lib/python3.12/site-packages (from wandb) (2.32.3)
Collecting sentry-sdk>=2.0.0 (from wandb)
Downloading sentry_sdk-2.19.2-py2.py3-none-any.whl.metadata (9.9 kB)
Collecting setproctitle (from wandb)
Downloading setproctitle-1.3.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (10 kB)
Requirement already satisfied: setuptools in /.venv/lib/python3.12/site-packages (from wandb) (75.6.0)
Requirement already satisfied: six>=1.4.0 in /.venv/lib/python3.12/site-packages (from docker-pycreds>=0.4.0->wandb) (1.17.0)
Collecting gitdb<5,>=4.0.1 (from gitpython!=3.1.29,>=1.0.0->wandb)
Downloading gitdb-4.0.11-py3-none-any.whl.metadata (1.2 kB)
Collecting annotated-types>=0.6.0 (from pydantic<3,>=2.6->wandb)
Downloading annotated_types-0.7.0-py3-none-any.whl.metadata (15 kB)
Collecting pydantic-core==2.27.1 (from pydantic<3,>=2.6->wandb)
Downloading pydantic_core-2.27.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.metadata (6.6 kB)
Requirement already satisfied: typing-extensions>=4.12.2 in /.venv/lib/python3.12/site-packages (from pydantic<3,>=2.6->wandb) (4.12.2)
Requirement already satisfied: charset-normalizer<4,>=2 in /.venv/lib/python3.12/site-packages (from requests<3,>=2.0.0->wandb) (3.4.0)
Requirement already satisfied: idna<4,>=2.5 in /.venv/lib/python3.12/site-packages (from requests<3,>=2.0.0->wandb) (3.10)
Requirement already satisfied: urllib3<3,>=1.21.1 in /.venv/lib/python3.12/site-packages (from requests<3,>=2.0.0->wandb) (2.2.3)
Requirement already satisfied: certifi>=2017.4.17 in /.venv/lib/python3.12/site-packages (from requests<3,>=2.0.0->wandb) (2024.12.14)
Collecting smmap<6,>=3.0.1 (from gitdb<5,>=4.0.1->gitpython!=3.1.29,>=1.0.0->wandb)
Downloading smmap-5.0.1-py3-none-any.whl.metadata (4.3 kB)
Downloading wandb-0.19.1-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (18.8 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 18.8/18.8 MB 3.4 MB/s eta 0:00:00
Downloading click-8.1.7-py3-none-any.whl (97 kB)
Downloading docker_pycreds-0.4.0-py2.py3-none-any.whl (9.0 kB)
Downloading GitPython-3.1.43-py3-none-any.whl (207 kB)
Downloading protobuf-5.29.1-cp38-abi3-manylinux2014_aarch64.whl (319 kB)
Downloading pydantic-2.10.3-py3-none-any.whl (456 kB)
Downloading pydantic_core-2.27.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (1.8 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.8/1.8 MB 8.2 MB/s eta 0:00:00
Downloading sentry_sdk-2.19.2-py2.py3-none-any.whl (322 kB)
Downloading platformdirs-4.3.6-py3-none-any.whl (18 kB)
Downloading setproctitle-1.3.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (31 kB)
Downloading annotated_types-0.7.0-py3-none-any.whl (13 kB)
Downloading gitdb-4.0.11-py3-none-any.whl (62 kB)
Downloading smmap-5.0.1-py3-none-any.whl (24 kB)
Installing collected packages: smmap, setproctitle, sentry-sdk, pydantic-core, protobuf, platformdirs, docker-pycreds, click, annotated-types, pydantic, gitdb, gitpython, wandb
Successfully installed annotated-types-0.7.0 click-8.1.7 docker-pycreds-0.4.0 gitdb-4.0.11 gitpython-3.1.43 platformdirs-4.3.6 protobuf-5.29.1 pydantic-2.10.3 pydantic-core-2.27.1 sentry-sdk-2.19.2 setproctitle-1.3.4 smmap-5.0.1 wandb-0.19.1
(.venv) root@96871a4395ae:/# pip install ipywidgets --upgrade
Collecting ipywidgets
Downloading ipywidgets-8.1.5-py3-none-any.whl.metadata (2.3 kB)
Collecting comm>=0.1.3 (from ipywidgets)
Downloading comm-0.2.2-py3-none-any.whl.metadata (3.7 kB)
Collecting ipython>=6.1.0 (from ipywidgets)
Downloading ipython-8.30.0-py3-none-any.whl.metadata (4.9 kB)
Collecting traitlets>=4.3.1 (from ipywidgets)
Downloading traitlets-5.14.3-py3-none-any.whl.metadata (10 kB)
Collecting widgetsnbextension~=4.0.12 (from ipywidgets)
Downloading widgetsnbextension-4.0.13-py3-none-any.whl.metadata (1.6 kB)
Collecting jupyterlab-widgets~=3.0.12 (from ipywidgets)
Downloading jupyterlab_widgets-3.0.13-py3-none-any.whl.metadata (4.1 kB)
Collecting decorator (from ipython>=6.1.0->ipywidgets)
Downloading decorator-5.1.1-py3-none-any.whl.metadata (4.0 kB)
Collecting jedi>=0.16 (from ipython>=6.1.0->ipywidgets)
Downloading jedi-0.19.2-py2.py3-none-any.whl.metadata (22 kB)
Collecting matplotlib-inline (from ipython>=6.1.0->ipywidgets)
Downloading matplotlib_inline-0.1.7-py3-none-any.whl.metadata (3.9 kB)
Collecting pexpect>4.3 (from ipython>=6.1.0->ipywidgets)
Downloading pexpect-4.9.0-py2.py3-none-any.whl.metadata (2.5 kB)
Collecting prompt_toolkit<3.1.0,>=3.0.41 (from ipython>=6.1.0->ipywidgets)
Downloading prompt_toolkit-3.0.48-py3-none-any.whl.metadata (6.4 kB)
Requirement already satisfied: pygments>=2.4.0 in /.venv/lib/python3.12/site-packages (from ipython>=6.1.0->ipywidgets) (2.18.0)
Collecting stack_data (from ipython>=6.1.0->ipywidgets)
Downloading stack_data-0.6.3-py3-none-any.whl.metadata (18 kB)
Collecting parso<0.9.0,>=0.8.4 (from jedi>=0.16->ipython>=6.1.0->ipywidgets)
Downloading parso-0.8.4-py2.py3-none-any.whl.metadata (7.7 kB)
Collecting ptyprocess>=0.5 (from pexpect>4.3->ipython>=6.1.0->ipywidgets)
Downloading ptyprocess-0.7.0-py2.py3-none-any.whl.metadata (1.3 kB)
Collecting wcwidth (from prompt_toolkit<3.1.0,>=3.0.41->ipython>=6.1.0->ipywidgets)
Downloading wcwidth-0.2.13-py2.py3-none-any.whl.metadata (14 kB)
Collecting executing>=1.2.0 (from stack_data->ipython>=6.1.0->ipywidgets)
Downloading executing-2.1.0-py2.py3-none-any.whl.metadata (8.9 kB)
Collecting asttokens>=2.1.0 (from stack_data->ipython>=6.1.0->ipywidgets)
Downloading asttokens-3.0.0-py3-none-any.whl.metadata (4.7 kB)
Collecting pure-eval (from stack_data->ipython>=6.1.0->ipywidgets)
Downloading pure_eval-0.2.3-py3-none-any.whl.metadata (6.3 kB)
Downloading ipywidgets-8.1.5-py3-none-any.whl (139 kB)
Downloading comm-0.2.2-py3-none-any.whl (7.2 kB)
Downloading ipython-8.30.0-py3-none-any.whl (820 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 820.8/820.8 kB 7.3 MB/s eta 0:00:00
Downloading jupyterlab_widgets-3.0.13-py3-none-any.whl (214 kB)
Downloading traitlets-5.14.3-py3-none-any.whl (85 kB)
Downloading widgetsnbextension-4.0.13-py3-none-any.whl (2.3 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.3/2.3 MB 9.4 MB/s eta 0:00:00
Downloading jedi-0.19.2-py2.py3-none-any.whl (1.6 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.6/1.6 MB 8.7 MB/s eta 0:00:00
Downloading pexpect-4.9.0-py2.py3-none-any.whl (63 kB)
Downloading prompt_toolkit-3.0.48-py3-none-any.whl (386 kB)
Downloading decorator-5.1.1-py3-none-any.whl (9.1 kB)
Downloading matplotlib_inline-0.1.7-py3-none-any.whl (9.9 kB)
Downloading stack_data-0.6.3-py3-none-any.whl (24 kB)
Downloading asttokens-3.0.0-py3-none-any.whl (26 kB)
Downloading executing-2.1.0-py2.py3-none-any.whl (25 kB)
Downloading parso-0.8.4-py2.py3-none-any.whl (103 kB)
Downloading ptyprocess-0.7.0-py2.py3-none-any.whl (13 kB)
Downloading pure_eval-0.2.3-py3-none-any.whl (11 kB)
Downloading wcwidth-0.2.13-py2.py3-none-any.whl (34 kB)
Installing collected packages: wcwidth, pure-eval, ptyprocess, widgetsnbextension, traitlets, prompt_toolkit, pexpect, parso, jupyterlab-widgets, executing, decorator, asttokens, stack_data, matplotlib-inline, jedi, comm, ipython, ipywidgets
Successfully installed asttokens-3.0.0 comm-0.2.2 decorator-5.1.1 executing-2.1.0 ipython-8.30.0 ipywidgets-8.1.5 jedi-0.19.2 jupyterlab-widgets-3.0.13 matplotlib-inline-0.1.7 parso-0.8.4 pexpect-4.9.0 prompt_toolkit-3.0.48 ptyprocess-0.7.0 pure-eval-0.2.3 stack_data-0.6.3 traitlets-5.14.3 wcwidth-0.2.13 widgetsnbextension-4.0.13