Hugging Face's logo

KnutJaegersberg
/
Tess-M-34B-2bit

Text Generation
Transformers
Safetensors
llama
text-generation-inference
Inference Endpoints
Model card Files Community
1
Tess-M-34B-2bit
File size: 2,929 Bytes 
c1a41d7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
 
ninja_required_version = 1.3
cxx = g++-11
nvcc = /opt/cuda/bin/nvcc

cflags = -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /home/knut/miniconda3/envs/textgen/include -fPIC -O2 -isystem /home/knut/miniconda3/envs/textgen/include -fPIC -I/home/knut/miniconda3/envs/textgen/lib/python3.10/site-packages/torch/include -I/home/knut/miniconda3/envs/textgen/lib/python3.10/site-packages/torch/include/torch/csrc/api/include -I/home/knut/miniconda3/envs/textgen/lib/python3.10/site-packages/torch/include/TH -I/home/knut/miniconda3/envs/textgen/lib/python3.10/site-packages/torch/include/THC -I/opt/cuda/include -I/home/knut/miniconda3/envs/textgen/include/python3.10 -c
post_cflags = -g -lineinfo -DTORCH_API_INCLUDE_EXTENSION_H '-DPYBIND11_COMPILER_TYPE="_gcc"' '-DPYBIND11_STDLIB="_libstdcpp"' '-DPYBIND11_BUILD_ABI="_cxxabi1011"' -DTORCH_EXTENSION_NAME=quiptools_cuda -D_GLIBCXX_USE_CXX11_ABI=0 -std=c++17
cuda_cflags = -I/home/knut/miniconda3/envs/textgen/lib/python3.10/site-packages/torch/include -I/home/knut/miniconda3/envs/textgen/lib/python3.10/site-packages/torch/include/torch/csrc/api/include -I/home/knut/miniconda3/envs/textgen/lib/python3.10/site-packages/torch/include/TH -I/home/knut/miniconda3/envs/textgen/lib/python3.10/site-packages/torch/include/THC -I/opt/cuda/include -I/home/knut/miniconda3/envs/textgen/include/python3.10 -c
cuda_post_cflags = -D__CUDA_NO_HALF_OPERATORS__ -D__CUDA_NO_HALF_CONVERSIONS__ -D__CUDA_NO_BFLOAT16_CONVERSIONS__ -D__CUDA_NO_HALF2_OPERATORS__ --expt-relaxed-constexpr --compiler-options ''"'"'-fPIC'"'"'' -O2 -g -Xcompiler -rdynamic -lineinfo -DTORCH_API_INCLUDE_EXTENSION_H '-DPYBIND11_COMPILER_TYPE="_gcc"' '-DPYBIND11_STDLIB="_libstdcpp"' '-DPYBIND11_BUILD_ABI="_cxxabi1011"' -DTORCH_EXTENSION_NAME=quiptools_cuda -D_GLIBCXX_USE_CXX11_ABI=0 -gencode=arch=compute_86,code=compute_86 -gencode=arch=compute_86,code=sm_86 -ccbin gcc-11 -std=c++17
cuda_dlink_post_cflags = 
ldflags = 

rule compile
  command = $cxx -MMD -MF $out.d $cflags -c $in -o $out $post_cflags
  depfile = $out.d
  deps = gcc

rule cuda_compile
  depfile = $out.d
  deps = gcc
  command = $nvcc  $cuda_cflags -c $in -o $out $cuda_post_cflags





build /run/media/knut/HD/text-generation-webui/repositories/quip-sharp/quiptools/build/temp.linux-x86_64-cpython-310/quiptools.o: cuda_compile /run/media/knut/HD/text-generation-webui/repositories/quip-sharp/quiptools/quiptools.cu
build /run/media/knut/HD/text-generation-webui/repositories/quip-sharp/quiptools/build/temp.linux-x86_64-cpython-310/quiptools_e8p_gemv.o: cuda_compile /run/media/knut/HD/text-generation-webui/repositories/quip-sharp/quiptools/quiptools_e8p_gemv.cu
build /run/media/knut/HD/text-generation-webui/repositories/quip-sharp/quiptools/build/temp.linux-x86_64-cpython-310/quiptools_wrapper.o: compile /run/media/knut/HD/text-generation-webui/repositories/quip-sharp/quiptools/quiptools_wrapper.cpp