Anthonyg5005 commited on
Commit
1bbbf96
1 Parent(s): 157ee7d

add venv enter

Browse files
auto-exl2-upload/INSTRUCTIONS.txt CHANGED
@@ -12,6 +12,8 @@ Haven't done much testing but for Windows, Visual Studio 2019 with desktop devel
12
  https://visualstudio.microsoft.com/thank-you-downloading-visual-studio/?sku=community&rel=16&utm_medium=microsoft&utm_campaign=download+from+relnotes&utm_content=vs2019ga+button
13
  install the desktop development for C++ workload
14
 
 
 
15
  For Linux, install the build tools from your package manager.
16
  For example, on Ubuntu use: sudo apt-get install build-essential
17
 
@@ -28,7 +30,7 @@ Make sure to also have a lot of RAM depending on the model.
28
 
29
  If you close the terminal or the terminal crashes, check the last BPW it was on and enter the remaining quants you wanted. It should be able to pick up where it left off. Don't type the BPW of completed quants as it will start from the beginning. You may also use ctrl + c pause at any time during the quant process.
30
 
31
- To add more options to the quantization process, you can add them to line 170. All options: https://github.com/turboderp/exllamav2/blob/master/doc/convert.md
32
 
33
  Things may break in the future as it downloads the latest version of all the dependencies which may either change names or how they work. If something breaks, please open a discussion at https://huggingface.co/Anthonyg5005/hf-scripts/discussions
34
 
 
12
  https://visualstudio.microsoft.com/thank-you-downloading-visual-studio/?sku=community&rel=16&utm_medium=microsoft&utm_campaign=download+from+relnotes&utm_content=vs2019ga+button
13
  install the desktop development for C++ workload
14
 
15
+ Make sure to have git and wget installed on your system.
16
+
17
  For Linux, install the build tools from your package manager.
18
  For example, on Ubuntu use: sudo apt-get install build-essential
19
 
 
30
 
31
  If you close the terminal or the terminal crashes, check the last BPW it was on and enter the remaining quants you wanted. It should be able to pick up where it left off. Don't type the BPW of completed quants as it will start from the beginning. You may also use ctrl + c pause at any time during the quant process.
32
 
33
+ To add more options to the quantization process, you can add them to line 171. All options: https://github.com/turboderp/exllamav2/blob/master/doc/convert.md
34
 
35
  Things may break in the future as it downloads the latest version of all the dependencies which may either change names or how they work. If something breaks, please open a discussion at https://huggingface.co/Anthonyg5005/hf-scripts/discussions
36
 
auto-exl2-upload/auto-exl2-upload.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46c9216642f00007b56581890c3ca89426a6ce7148bbca4f19a5ec0a04ac5e16
3
- size 7202
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2672625552f8b5f8b32ba04ceac8e2c69a12ed3503c725bfd5c8d0f0bf0c5796
3
+ size 7226
auto-exl2-upload/linux-setup.sh CHANGED
@@ -58,7 +58,13 @@ echo "venv/bin/python exl2-quant.py" >> start-quant.sh
58
  echo "read -p \"Press enter to continue\"" >> start-quant.sh
59
  echo "exit" >> start-quant.sh
60
  chmod +x start-quant.sh
 
 
 
 
 
 
61
  echo "If you use ctrl+c to stop, you may need to also use 'pkill python' to stop running scripts."
62
  echo "Environment setup complete. run start-quant.sh to start the quantization process."
63
  read -p "Press enter to exit"
64
- exit
 
58
  echo "read -p \"Press enter to continue\"" >> start-quant.sh
59
  echo "exit" >> start-quant.sh
60
  chmod +x start-quant.sh
61
+
62
+ # create enter-venv.sh
63
+ echo "#!/bin/bash" > enter-venv.sh
64
+ echo "bash --init-file venv/bin/activate" >> enter-venv.sh
65
+ chmod +x enter-venv.sh
66
+
67
  echo "If you use ctrl+c to stop, you may need to also use 'pkill python' to stop running scripts."
68
  echo "Environment setup complete. run start-quant.sh to start the quantization process."
69
  read -p "Press enter to exit"
70
+ exit
auto-exl2-upload/windows-setup.bat CHANGED
@@ -25,7 +25,8 @@ if "%gitwget%"=="y" (
25
  )
26
 
27
  REM if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8
28
- echo CUDA path: %CUDA_HOME%
 
29
  set /p cuda_version="Please enter your CUDA version (11 or 12): "
30
 
31
  if "%cuda_version%"=="11" (
@@ -58,6 +59,11 @@ echo venv\scripts\python.exe exl2-quant.py >> start-quant.bat
58
  echo REM tada sound for fun >> start-quant.bat
59
  echo powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync(); >> start-quant.bat
60
  echo pause >> start-quant.bat
 
 
 
 
 
61
  powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync();
62
  echo Environment setup complete. run start-quant.bat to start the quantization process.
63
  pause
 
25
  )
26
 
27
  REM if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8
28
+ echo CUDA compilers:
29
+ where nvcc
30
  set /p cuda_version="Please enter your CUDA version (11 or 12): "
31
 
32
  if "%cuda_version%"=="11" (
 
59
  echo REM tada sound for fun >> start-quant.bat
60
  echo powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync(); >> start-quant.bat
61
  echo pause >> start-quant.bat
62
+
63
+ REM create enter-venv.bat
64
+ echo @echo off > enter-venv.bat
65
+ echo cmd /k call venv\scripts\activate.bat >> enter-venv.bat
66
+
67
  powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync();
68
  echo Environment setup complete. run start-quant.bat to start the quantization process.
69
  pause
exl2-multi-quant-local/INSTRUCTIONS.txt CHANGED
@@ -12,6 +12,8 @@ Haven't done much testing but for Windows, Visual Studio 2019 with desktop devel
12
  https://visualstudio.microsoft.com/thank-you-downloading-visual-studio/?sku=community&rel=16&utm_medium=microsoft&utm_campaign=download+from+relnotes&utm_content=vs2019ga+button
13
  install the desktop development for C++ workload
14
 
 
 
15
  For Linux, install the build tools from your package manager.
16
  For example, on Ubuntu use: sudo apt-get install build-essential
17
 
@@ -28,7 +30,7 @@ Make sure to also have a lot of RAM depending on the model.
28
 
29
  If you close the terminal or the terminal crashes, check the last BPW it was on and enter the remaining quants you wanted. It should be able to pick up where it left off. Don't type the BPW of completed quants as it will start from the beginning. You may also use ctrl + c pause at any time during the quant process.
30
 
31
- To add more options to the quantization process, you can add them to line 126. All options: https://github.com/turboderp/exllamav2/blob/master/doc/convert.md
32
 
33
  Things may break in the future as it downloads the latest version of all the dependencies which may either change names or how they work. If something breaks, please open a discussion at https://huggingface.co/Anthonyg5005/hf-scripts/discussions
34
 
 
12
  https://visualstudio.microsoft.com/thank-you-downloading-visual-studio/?sku=community&rel=16&utm_medium=microsoft&utm_campaign=download+from+relnotes&utm_content=vs2019ga+button
13
  install the desktop development for C++ workload
14
 
15
+ make sure to have git and wget installed on your system.
16
+
17
  For Linux, install the build tools from your package manager.
18
  For example, on Ubuntu use: sudo apt-get install build-essential
19
 
 
30
 
31
  If you close the terminal or the terminal crashes, check the last BPW it was on and enter the remaining quants you wanted. It should be able to pick up where it left off. Don't type the BPW of completed quants as it will start from the beginning. You may also use ctrl + c pause at any time during the quant process.
32
 
33
+ To add more options to the quantization process, you can add them to line 125. All options: https://github.com/turboderp/exllamav2/blob/master/doc/convert.md
34
 
35
  Things may break in the future as it downloads the latest version of all the dependencies which may either change names or how they work. If something breaks, please open a discussion at https://huggingface.co/Anthonyg5005/hf-scripts/discussions
36
 
exl2-multi-quant-local/exl2-multi-quant-local.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:030dc763b103c4d58919a31ed238ff839bd0b1b0ec5dd00a0bcdd1571eed778b
3
- size 6211
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ebc7c1e3b36a76ef3bfc3492caf0c2f76d16cb16e973ac717ef50a073db0d5f
3
+ size 6249
exl2-multi-quant-local/linux-setup.sh CHANGED
@@ -58,6 +58,12 @@ echo "venv/bin/python exl2-quant.py" >> start-quant.sh
58
  echo "read -p \"Press enter to continue\"" >> start-quant.sh
59
  echo "exit" >> start-quant.sh
60
  chmod +x start-quant.sh
 
 
 
 
 
 
61
  echo "If you use ctrl+c to stop, you may need to also use 'pkill python' to stop running scripts."
62
  echo "Environment setup complete. run start-quant.sh to start the quantization process."
63
  read -p "Press enter to exit"
 
58
  echo "read -p \"Press enter to continue\"" >> start-quant.sh
59
  echo "exit" >> start-quant.sh
60
  chmod +x start-quant.sh
61
+
62
+ # create enter-venv.sh
63
+ echo "#!/bin/bash" > enter-venv.sh
64
+ echo "bash --init-file venv/bin/activate" >> enter-venv.sh
65
+ chmod +x enter-venv.sh
66
+
67
  echo "If you use ctrl+c to stop, you may need to also use 'pkill python' to stop running scripts."
68
  echo "Environment setup complete. run start-quant.sh to start the quantization process."
69
  read -p "Press enter to exit"
exl2-multi-quant-local/windows-setup.bat CHANGED
@@ -25,7 +25,8 @@ if "%gitwget%"=="y" (
25
  )
26
 
27
  REM if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8
28
- echo CUDA path: %CUDA_HOME%
 
29
  set /p cuda_version="Please enter your CUDA version (11 or 12): "
30
 
31
  if "%cuda_version%"=="11" (
@@ -58,6 +59,11 @@ echo venv\scripts\python.exe exl2-quant.py >> start-quant.bat
58
  echo REM tada sound for fun >> start-quant.bat
59
  echo powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync(); >> start-quant.bat
60
  echo pause >> start-quant.bat
 
 
 
 
 
61
  powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync();
62
  echo Environment setup complete. run start-quant.bat to start the quantization process.
63
  pause
 
25
  )
26
 
27
  REM if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8
28
+ echo CUDA compilers:
29
+ where nvcc
30
  set /p cuda_version="Please enter your CUDA version (11 or 12): "
31
 
32
  if "%cuda_version%"=="11" (
 
59
  echo REM tada sound for fun >> start-quant.bat
60
  echo powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync(); >> start-quant.bat
61
  echo pause >> start-quant.bat
62
+
63
+ REM create enter-venv.bat
64
+ echo @echo off > enter-venv.bat
65
+ echo cmd /k call venv\scripts\activate.bat >> enter-venv.bat
66
+
67
  powershell -c (New-Object Media.SoundPlayer "C:\Windows\Media\tada.wav").PlaySync();
68
  echo Environment setup complete. run start-quant.bat to start the quantization process.
69
  pause