SOTA 2-bit quants (#4773) #82

Job	Run time
ubuntu-focal-make	1m 29s
ubuntu-latest-cmake	1m 39s
ios-xcode-build	1m 45s
macOS-latest-cmake	3m 58s
macOS-latest-cmake-ios	1m 52s
macOS-latest-cmake-tvos	1m 50s
macOS-latest-make	3m 25s
macOS-latest-swift (generic/platform=macOS)	3m 25s
macOS-latest-swift (generic/platform=iOS)	2m 46s
macOS-latest-swift (generic/platform=tvOS)	5m 31s
ubuntu-latest-cmake-mpi (mpich)	1m 46s
ubuntu-latest-cmake-mpi (libopenmpi-dev)	1m 58s
ubuntu-latest-cmake-sanitizer (ADDRESS, Debug)	6m 4s
ubuntu-latest-cmake-sanitizer (ADDRESS, Release)	4m 3s
ubuntu-latest-cmake-sanitizer (THREAD, Debug)	16m 43s
ubuntu-latest-cmake-sanitizer (THREAD, Release)	6m 24s
windows-latest-cmake (noavx, -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_AVX=OFF -DLLAMA_A...	3m 59s
windows-latest-cmake-cublas (12.2.0, cublas)	17m 55s
windows-latest-cmake (avx2, -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DBUILD_SHARED_LIBS=ON)	3m 26s
ubuntu-latest-cmake-sanitizer (UNDEFINED, Debug)	5m 52s
windows-latest-cmake-cublas (11.7.1, cublas)	18m 29s
windows-latest-cmake (avx, -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_AVX2=OFF -DBUILD_SH...	3m 8s
ubuntu-latest-cmake-sanitizer (UNDEFINED, Release)	4m 14s
windows-latest-cmake (avx512, -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_AVX512=ON -DBUIL...	7m 34s
windows-latest-cmake (clblast, -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_CLBLAST=ON -DBU...	2m 36s
windows-latest-cmake (openblas, -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_BLAS=ON -DBUIL...	3m 39s
release	1m 4s
	2h 16m 34s

Provide feedback