Anthonyg5005
commited on
Commit
•
1bbbf96
1
Parent(s):
157ee7d
add venv enter
Browse files- auto-exl2-upload/INSTRUCTIONS.txt +3 -1
- auto-exl2-upload/auto-exl2-upload.zip +2 -2
- auto-exl2-upload/linux-setup.sh +7 -1
- auto-exl2-upload/windows-setup.bat +7 -1
- exl2-multi-quant-local/INSTRUCTIONS.txt +3 -1
- exl2-multi-quant-local/exl2-multi-quant-local.zip +2 -2
- exl2-multi-quant-local/linux-setup.sh +6 -0
- exl2-multi-quant-local/windows-setup.bat +7 -1
auto-exl2-upload/INSTRUCTIONS.txt
CHANGED
@@ -12,6 +12,8 @@ Haven't done much testing but for Windows, Visual Studio 2019 with desktop devel
|
|
12 |
https://visualstudio.microsoft.com/thank-you-downloading-visual-studio/?sku=community&rel=16&utm_medium=microsoft&utm_campaign=download+from+relnotes&utm_content=vs2019ga+button
|
13 |
install the desktop development for C++ workload
|
14 |
|
|
|
|
|
15 |
For Linux, install the build tools from your package manager.
|
16 |
For example, on Ubuntu use: sudo apt-get install build-essential
|
17 |
|
@@ -28,7 +30,7 @@ Make sure to also have a lot of RAM depending on the model.
|
|
28 |
|
29 |
If you close the terminal or the terminal crashes, check the last BPW it was on and enter the remaining quants you wanted. It should be able to pick up where it left off. Don't type the BPW of completed quants as it will start from the beginning. You may also use ctrl + c pause at any time during the quant process.
|
30 |
|
31 |
-
To add more options to the quantization process, you can add them to line
|
32 |
|
33 |
Things may break in the future as it downloads the latest version of all the dependencies which may either change names or how they work. If something breaks, please open a discussion at https://huggingface.co/Anthonyg5005/hf-scripts/discussions
|
34 |
|
|
|
12 |
https://visualstudio.microsoft.com/thank-you-downloading-visual-studio/?sku=community&rel=16&utm_medium=microsoft&utm_campaign=download+from+relnotes&utm_content=vs2019ga+button
|
13 |
install the desktop development for C++ workload
|
14 |
|
15 |
+
Make sure to have git and wget installed on your system.
|
16 |
+
|
17 |
For Linux, install the build tools from your package manager.
|
18 |
For example, on Ubuntu use: sudo apt-get install build-essential
|
19 |
|
|
|
30 |
|
31 |
If you close the terminal or the terminal crashes, check the last BPW it was on and enter the remaining quants you wanted. It should be able to pick up where it left off. Don't type the BPW of completed quants as it will start from the beginning. You may also use ctrl + c pause at any time during the quant process.
|
32 |
|
33 |
+
To add more options to the quantization process, you can add them to line 171. All options: https://github.com/turboderp/exllamav2/blob/master/doc/convert.md
|
34 |
|
35 |
Things may break in the future as it downloads the latest version of all the dependencies which may either change names or how they work. If something breaks, please open a discussion at https://huggingface.co/Anthonyg5005/hf-scripts/discussions
|
36 |
|
auto-exl2-upload/auto-exl2-upload.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2672625552f8b5f8b32ba04ceac8e2c69a12ed3503c725bfd5c8d0f0bf0c5796
|
3 |
+
size 7226
|
auto-exl2-upload/linux-setup.sh
CHANGED
@@ -58,7 +58,13 @@ echo "venv/bin/python exl2-quant.py" >> start-quant.sh
|
|
58 |
echo "read -p \"Press enter to continue\"" >> start-quant.sh
|
59 |
echo "exit" >> start-quant.sh
|
60 |
chmod +x start-quant.sh
|
|
|
|
|
|
|
|
|
|
|
|
|
61 |
echo "If you use ctrl+c to stop, you may need to also use 'pkill python' to stop running scripts."
|
62 |
echo "Environment setup complete. run start-quant.sh to start the quantization process."
|
63 |
read -p "Press enter to exit"
|
64 |
-
exit
|
|
|
58 |
echo "read -p \"Press enter to continue\"" >> start-quant.sh
|
59 |
echo "exit" >> start-quant.sh
|
60 |
chmod +x start-quant.sh
|
61 |
+
|
62 |
+
# create enter-venv.sh
|
63 |
+
echo "#!/bin/bash" > enter-venv.sh
|
64 |
+
echo "bash --init-file venv/bin/activate" >> enter-venv.sh
|
65 |
+
chmod +x enter-venv.sh
|
66 |
+
|
67 |
echo "If you use ctrl+c to stop, you may need to also use 'pkill python' to stop running scripts."
|
68 |
echo "Environment setup complete. run start-quant.sh to start the quantization process."
|
69 |
read -p "Press enter to exit"
|
70 |
+
exit
|
auto-exl2-upload/windows-setup.bat
CHANGED
@@ -25,7 +25,8 @@ if "%gitwget%"=="y" (
|
|
25 |
)
|
26 |
|
27 |
REM if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8
|
28 |
-
echo CUDA
|
|
|
29 |
set /p cuda_version="Please enter your CUDA version (11 or 12): "
|
30 |
|
31 |
if "%cuda_version%"=="11" (
|
@@ -58,6 +59,11 @@ echo venv\scripts\python.exe exl2-quant.py >> start-quant.bat
|
|
58 |
echo REM tada sound for fun >> start-quant.bat
|
59 |
echo powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync(); >> start-quant.bat
|
60 |
echo pause >> start-quant.bat
|
|
|
|
|
|
|
|
|
|
|
61 |
powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync();
|
62 |
echo Environment setup complete. run start-quant.bat to start the quantization process.
|
63 |
pause
|
|
|
25 |
)
|
26 |
|
27 |
REM if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8
|
28 |
+
echo CUDA compilers:
|
29 |
+
where nvcc
|
30 |
set /p cuda_version="Please enter your CUDA version (11 or 12): "
|
31 |
|
32 |
if "%cuda_version%"=="11" (
|
|
|
59 |
echo REM tada sound for fun >> start-quant.bat
|
60 |
echo powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync(); >> start-quant.bat
|
61 |
echo pause >> start-quant.bat
|
62 |
+
|
63 |
+
REM create enter-venv.bat
|
64 |
+
echo @echo off > enter-venv.bat
|
65 |
+
echo cmd /k call venv\scripts\activate.bat >> enter-venv.bat
|
66 |
+
|
67 |
powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync();
|
68 |
echo Environment setup complete. run start-quant.bat to start the quantization process.
|
69 |
pause
|
exl2-multi-quant-local/INSTRUCTIONS.txt
CHANGED
@@ -12,6 +12,8 @@ Haven't done much testing but for Windows, Visual Studio 2019 with desktop devel
|
|
12 |
https://visualstudio.microsoft.com/thank-you-downloading-visual-studio/?sku=community&rel=16&utm_medium=microsoft&utm_campaign=download+from+relnotes&utm_content=vs2019ga+button
|
13 |
install the desktop development for C++ workload
|
14 |
|
|
|
|
|
15 |
For Linux, install the build tools from your package manager.
|
16 |
For example, on Ubuntu use: sudo apt-get install build-essential
|
17 |
|
@@ -28,7 +30,7 @@ Make sure to also have a lot of RAM depending on the model.
|
|
28 |
|
29 |
If you close the terminal or the terminal crashes, check the last BPW it was on and enter the remaining quants you wanted. It should be able to pick up where it left off. Don't type the BPW of completed quants as it will start from the beginning. You may also use ctrl + c pause at any time during the quant process.
|
30 |
|
31 |
-
To add more options to the quantization process, you can add them to line
|
32 |
|
33 |
Things may break in the future as it downloads the latest version of all the dependencies which may either change names or how they work. If something breaks, please open a discussion at https://huggingface.co/Anthonyg5005/hf-scripts/discussions
|
34 |
|
|
|
12 |
https://visualstudio.microsoft.com/thank-you-downloading-visual-studio/?sku=community&rel=16&utm_medium=microsoft&utm_campaign=download+from+relnotes&utm_content=vs2019ga+button
|
13 |
install the desktop development for C++ workload
|
14 |
|
15 |
+
make sure to have git and wget installed on your system.
|
16 |
+
|
17 |
For Linux, install the build tools from your package manager.
|
18 |
For example, on Ubuntu use: sudo apt-get install build-essential
|
19 |
|
|
|
30 |
|
31 |
If you close the terminal or the terminal crashes, check the last BPW it was on and enter the remaining quants you wanted. It should be able to pick up where it left off. Don't type the BPW of completed quants as it will start from the beginning. You may also use ctrl + c pause at any time during the quant process.
|
32 |
|
33 |
+
To add more options to the quantization process, you can add them to line 125. All options: https://github.com/turboderp/exllamav2/blob/master/doc/convert.md
|
34 |
|
35 |
Things may break in the future as it downloads the latest version of all the dependencies which may either change names or how they work. If something breaks, please open a discussion at https://huggingface.co/Anthonyg5005/hf-scripts/discussions
|
36 |
|
exl2-multi-quant-local/exl2-multi-quant-local.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1ebc7c1e3b36a76ef3bfc3492caf0c2f76d16cb16e973ac717ef50a073db0d5f
|
3 |
+
size 6249
|
exl2-multi-quant-local/linux-setup.sh
CHANGED
@@ -58,6 +58,12 @@ echo "venv/bin/python exl2-quant.py" >> start-quant.sh
|
|
58 |
echo "read -p \"Press enter to continue\"" >> start-quant.sh
|
59 |
echo "exit" >> start-quant.sh
|
60 |
chmod +x start-quant.sh
|
|
|
|
|
|
|
|
|
|
|
|
|
61 |
echo "If you use ctrl+c to stop, you may need to also use 'pkill python' to stop running scripts."
|
62 |
echo "Environment setup complete. run start-quant.sh to start the quantization process."
|
63 |
read -p "Press enter to exit"
|
|
|
58 |
echo "read -p \"Press enter to continue\"" >> start-quant.sh
|
59 |
echo "exit" >> start-quant.sh
|
60 |
chmod +x start-quant.sh
|
61 |
+
|
62 |
+
# create enter-venv.sh
|
63 |
+
echo "#!/bin/bash" > enter-venv.sh
|
64 |
+
echo "bash --init-file venv/bin/activate" >> enter-venv.sh
|
65 |
+
chmod +x enter-venv.sh
|
66 |
+
|
67 |
echo "If you use ctrl+c to stop, you may need to also use 'pkill python' to stop running scripts."
|
68 |
echo "Environment setup complete. run start-quant.sh to start the quantization process."
|
69 |
read -p "Press enter to exit"
|
exl2-multi-quant-local/windows-setup.bat
CHANGED
@@ -25,7 +25,8 @@ if "%gitwget%"=="y" (
|
|
25 |
)
|
26 |
|
27 |
REM if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8
|
28 |
-
echo CUDA
|
|
|
29 |
set /p cuda_version="Please enter your CUDA version (11 or 12): "
|
30 |
|
31 |
if "%cuda_version%"=="11" (
|
@@ -58,6 +59,11 @@ echo venv\scripts\python.exe exl2-quant.py >> start-quant.bat
|
|
58 |
echo REM tada sound for fun >> start-quant.bat
|
59 |
echo powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync(); >> start-quant.bat
|
60 |
echo pause >> start-quant.bat
|
|
|
|
|
|
|
|
|
|
|
61 |
powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync();
|
62 |
echo Environment setup complete. run start-quant.bat to start the quantization process.
|
63 |
pause
|
|
|
25 |
)
|
26 |
|
27 |
REM if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8
|
28 |
+
echo CUDA compilers:
|
29 |
+
where nvcc
|
30 |
set /p cuda_version="Please enter your CUDA version (11 or 12): "
|
31 |
|
32 |
if "%cuda_version%"=="11" (
|
|
|
59 |
echo REM tada sound for fun >> start-quant.bat
|
60 |
echo powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync(); >> start-quant.bat
|
61 |
echo pause >> start-quant.bat
|
62 |
+
|
63 |
+
REM create enter-venv.bat
|
64 |
+
echo @echo off > enter-venv.bat
|
65 |
+
echo cmd /k call venv\scripts\activate.bat >> enter-venv.bat
|
66 |
+
|
67 |
powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync();
|
68 |
echo Environment setup complete. run start-quant.bat to start the quantization process.
|
69 |
pause
|