huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 02:38:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Generate *.pyi stubs for PyO3 wrapper (#870)

Browse Source 
* Begin to generate typehints.

* generate correct stubs

* Correctly include stubs

* Add comments and typhints to static functions

* ensure candle-pyo3 directory

* Make `llama.rope.freq_base` optional

* `fmt`
This commit is contained in:
Lukas Kreussel
2023-09-16 18:23:38 +02:00
committed by GitHub
parent 7cafca835a
commit 8658df3485
15 changed files with 857 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
candle-pyo3/test.py
View File

@ -1,4 +1,5 @@
import candle
from candle import Tensor, QTensor
t = candle.Tensor(42.0)
print(t)
@ -9,7 +10,7 @@ t = candle.Tensor([3.0, 1, 4, 1, 5, 9, 2, 6])
print(t)
print(t+t)
t = t.reshape([2, 4])
t:Tensor = t.reshape([2, 4])
print(t.matmul(t.t()))
print(t.to_dtype(candle.u8))
@ -20,7 +21,7 @@ print(t)
print(t.dtype)
t = candle.randn((16, 256))
quant_t = t.quantize("q6k")
dequant_t = quant_t.dequantize()
diff2 = (t - dequant_t).sqr()
quant_t:QTensor = t.quantize("q6k")
dequant_t:Tensor = quant_t.dequantize()
diff2:Tensor = (t - dequant_t).sqr()
print(diff2.mean_all())