mirror of
https://github.com/huggingface/candle.git
synced 2025-06-15 02:16:37 +00:00
MPT alibi fixes. (#1120)
* MPT alibi fixes. * Some more fixes. * Finally get the model to return some sensible outputs. * Add a readme.
This commit is contained in:
45
candle-examples/examples/replit-code/README.md
Normal file
45
candle-examples/examples/replit-code/README.md
Normal file
@ -0,0 +1,45 @@
|
||||
# candle-replit-code: code completion specialized model.
|
||||
|
||||
[replit-code-v1_5-3b](https://huggingface.co/replit/replit-code-v1_5-3b) is a
|
||||
language model specialized for code completion. This model uses 3.3B parameters
|
||||
in `bfloat16` (so the GPU version will only work on recent nvidia cards).
|
||||
|
||||
## Running some example
|
||||
|
||||
```bash
|
||||
cargo run --example replit-code --release -- --prompt 'def fibonacci(n): '
|
||||
```
|
||||
This produces the following output which actually doesn't generate the fibonacci
|
||||
series properly.
|
||||
|
||||
```
|
||||
def fibonacci(n): # write Fibonacci series up to n
|
||||
"""Print a Fibonacci series up to n."""
|
||||
|
||||
assert type(n) == int, "n must be an integer"
|
||||
|
||||
if (type(fib_list)==None or len==0 ):
|
||||
fib_list = [1]
|
||||
|
||||
for i in range((len-2)): # start at 2nd element of list and go until end.
|
||||
n += 1
|
||||
|
||||
print("Fibonacci number",n,"is:",i)
|
||||
|
||||
def main():
|
||||
"""Call the functions."""
|
||||
|
||||
userInput=input('Enter a positive integer: ')
|
||||
|
||||
fibonacci(userInput)
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
if __name__ == '__main__': # only run if this file is called directly.
|
||||
print("This program prints out Fibonacci numbers.")
|
||||
main()
|
||||
```
|
@ -139,7 +139,7 @@ struct Args {
|
||||
seed: u64,
|
||||
|
||||
/// The length of the sample to generate (in tokens).
|
||||
#[arg(long, short = 'n', default_value_t = 100)]
|
||||
#[arg(long, short = 'n', default_value_t = 1000)]
|
||||
sample_len: usize,
|
||||
|
||||
#[arg(long)]
|
||||
|
Reference in New Issue
Block a user