huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 03:28:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add return types to *.pyi stubs (#880)

Browse Source 
* Start generating return types

* Finish tensor type hinting

* Add `save_gguf` to `utils`

* Typehint `quant-llama.py`
This commit is contained in:
Lukas Kreussel
2023-09-17 23:11:01 +02:00
committed by GitHub
parent c2b866172a
commit 03e194123d
9 changed files with 611 additions and 197 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
candle-pyo3/test.py
View File

@ -1,5 +1,4 @@
import candle
from candle import Tensor, QTensor
t = candle.Tensor(42.0)
print(t)
@ -10,7 +9,7 @@ t = candle.Tensor([3.0, 1, 4, 1, 5, 9, 2, 6])
print(t)
print(t+t)
t:Tensor = t.reshape([2, 4])
t = t.reshape([2, 4])
print(t.matmul(t.t()))
print(t.to_dtype(candle.u8))
@ -21,7 +20,7 @@ print(t)
print(t.dtype)
t = candle.randn((16, 256))
quant_t:QTensor = t.quantize("q6k")
dequant_t:Tensor = quant_t.dequantize()
diff2:Tensor = (t - dequant_t).sqr()
quant_t = t.quantize("q6k")
dequant_t = quant_t.dequantize()
diff2 = (t - dequant_t).sqr()
print(diff2.mean_all())