PKGBUILD


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

# Maintainer: Premysl Srubar <premysl.srubar[äT]gmail(.)com>
_pkgname=bitsandbytes
pkgbase='python-bitsandbytes'
pkgname=('python-bitsandbytes-cuda121')
pkgver=0.41.0
pkgrel=1
pkgdesc="Lightweight wrapper around CUDA custom functions, in particular 8-bit optimizers, matrix multiplication (LLM.int8()), and quantization functions."
#certifi
depends=(
         'python>=3.9'
         'cuda>=11.0'
         'openssl'
         'python-pytorch'
         'python-torchvision'
         'python-torchaudio'
         'python-typer'
         ) 
provides=('python-bitsandbytes')
conflicts=('python-bitsandbytes') 
arch=('x86_64')
url="https://github.com/TimDettmers/bitsandbytes"
license=("MIT")
makedepends=('python-setuptools')
checkdepends=('python-pytest')

source=("$pkgbase-$pkgver.tar.gz::$url/releases/download/$pkgver/$_pkgname-$pkgver.tar.gz")
        
sha256sums=('5c7439f16b81e9379d648b2840c7efb7017a724f8cae2c9eab535addeb697192')


build() {
  cd "$_pkgname-$pkgver"
  #python setup.py build
  # Dirty hack to workaround the `The installed version of bitsandbytes was compiled without GPU support` aka `str2optimizer8bit_blockwise name` error
  # https://github.com/TimDettmers/bitsandbytes/issues/112
  # https://github.com/oobabooga/text-generation-webui/issues/400#issuecomment-1474876859
  #mv  bitsandbytes/libbitsandbytes_cuda121.so bitsandbytes/libbitsandbytes_cpu.so
  #rm  bitsandbytes/libbitsandbytes_cuda* # Remove other cuda version libs  
}

check() {
  cd "$_pkgname-$pkgver"  
  # Gives a KeyError exception when LD_LIBRARY_PATH is blank
  LD_LIBRARY_PATH="." python setup.py test 
}

package_python-bitsandbytes-cuda121() {
  cd "$_pkgname-$pkgver"
  python setup.py install --optimize=1 --root="${pkgdir}/"
  install -D -m644 LICENSE "$pkgdir/usr/share/licenses/$pkgbase/LICENSE"
}