Commit Graph

Select branches

Hide Pull Requests

bf16_metal

bug_q4k

clippy-1.85

conv-transpose-groups

conv1d-algo

copy-multi-metal

copy2d-metal

cuda-conv-tr1d

cuda-graph-exp

cudarc-12-6

cudarc_freedom

ddpg

dependabot/cargo/gemm-0.18.0

dependabot/cargo/imageproc-0.25.0

dependabot/cargo/metal-0.28.0

dependabot/cargo/yew-0.21.0

dependabot/cargo/yew-agent-0.3.0

einsum-custom-op

faster-gemv

fix-1.86

fix_mkl_feature

gh-pages

hf-papers

improve-sampling

initializer

ivarflakstad/metal-fenceless

ivarflakstad/metal-fill

ivarflakstad/metal-reduce-2

ivarflakstad/metal-where-cond-2

linear-transpose

llama-v3-mp

llama2-wasm-fix

main

marian-tok

matmul-slowness

meshgrid-fix

metal-fp8-fun

metal-gemm

metal-gemm-testing

metal-mfa-bfloat

metal-precompile

metal2-tmp

metal4-m3

metal4-mfa

metal4.5

metal4.6

metal4.7

metal4.7-mps

metal4_arc

metal5

metal_heap

mkl_link_freedom

moondream

operators-argmin-argmax-leakyrelu

opt-attn-mask

phi2-gguf

precompile_metal

qmm-fix2

qmm-pad-fix

remove_wrapper_bench

smollm

sort

spkemb

tei_cudarc_freedom

tmp-metal-span

tmp4

tmp5

tmp_broken_metal

tmp_no_rotary

tmpgemm

tmpm4

vocos

w-uncond

wasm-llama2-tweaks

#1

#10

#100

#1000

#1001

#1002

#1004

#1007

#1009

#101

#1010

#1011

#1012

#1013

#1014

#1015

#1016

#1017

#1018

#1019

#102

#1020

#1021

#1022

#1023

#1024

#1026

#1028

#1029

#103

#1030

#1031

#1033

#1035

#1037

#1038

#1039

#104

#1041

#1042

#1045

#1046

#1047

#1049

#105

#1050

#1051

#1052

#1053

#1054

#1056

#1057

#1058

#106

#1063

#1064

#1066

#1067

#1068

#1069

#107

#1071

#1072

#1073

#1074

#1076

#108

#1080

#1082

#1083

#1084

#1085

#1086

#1088

#1089

#109

#1090

#1093

#1094

#1096

#1097

#1098

#1099

#11

#110

#1100

#1101

#1102

#1106

#1108

#1109

#111

#1110

#1111

#1112

#1114

#1115

#1117

#1119

#112

#1120

#1121

#1122

#1123

#1124

#1125

#1126

#1127

#1128

#1129

#113

#1130

#1131

#1132

#1134

#1135

#1136

#1137

#114

#1140

#1141

#1142

#1143

#1144

#1145

#1146

#1147

#1148

#115

#1150

#1152

#1154

#1155

#1157

#1158

#1159

#116

#1160

#1161

#1164

#1166

#1167

#1169

#117

#1170

#1171

#1172

#1174

#1175

#1176

#1178

#1179

#118

#1180

#1183

#1184

#1187

#1189

#119

#1190

#1192

#1193

#1194

#1196

#1197

#1198

#12

#120

#1200

#1201

#1202

#1203

#1204

#1205

#1206

#1206

#1207

#1208

#1209

#121

#1210

#1211

#1213

#1214

#1215

#1216

#1217

#1218

#1219

#122

#1220

#1221

#1222

#1225

#1226

#1228

#123

#1230

#1233

#1234

#1236

#1237

#124

#1242

#1243

#1244

#1245

#1246

#1248

#125

#1251

#1252

#1253

#1254

#1255

#1257

#1258

#1259

#126

#1260

#1261

#1262

#1264

#1265

#1266

#1267

#1268

#1269

#127

#1270

#1271

#1272

#1273

#1275

#1276

#1277

#1278

#128

#1282

#1283

#1284

#1285

#1287

#1288

#129

#1290

#1291

#1294

#1295

#1296

#1298

#13

#130

#1300

#1303

#1306

#1308

#1309

#131

#1310

#1312

#1313

#1315

#1316

#1317

#1318

#132

#1320

#1321

#1322

#1323

#1324

#1326

#133

#1332

#1333

#1334

#1335

#1336

#1337

#1338

#134

#1340

#1341

#1346

#1347

#135

#1350

#1353

#1354

#1356

#1358

#136

#1360

#1362

#1363

#1366

#1369

#137

#1370

#1372

#1374

#1376

#1377

#138

#1381

#1384

#1386

#1387

#1388

#1388

#1389

#139

#1390

#1393

#1395

#1397

#1398

#14

#140

#1400

#1401

#1402

#1406

#1407

#1408

#141

#1410

#1411

#1412

#1413

#1413

#1418

#1418

#142

#1420

#1424

#1425

#1426

#1429

#143

#1430

#1432

#1433

#1434

#1436

#1437

#1438

#1438

#144

#1442

#1443

#1444

#1446

#1447

#1449

#145

#1450

#1451

#1452

#1453

#1455

#1458

#1459

#146

#1461

#1464

#1465

#1466

#1466

#1467

#1468

#147

#1470

#1470

#1471

#1472

#1473

#1474

#1475

#1476

#1476

#1478

#1479

#148

#1481

#1483

#1483

#1484

#1485

#1487

#1488

#1489

#149

#1490

#1491

#1492

#1493

#1494

#1495

#1496

#1498

#1499

#15

#150

#1500

#1501

#1501

#1502

#1503

#1504

#1505

#1507

#151

#1511

#1512

#1513

#1514

#1515

#1515

#1517

#1518

#152

#1520

#1523

#1524

#1525

#1526

#1529

#153

#1530

#1530

#1531

#1533

#1534

#1535

#1536

#1538

#154

#1540

#1541

#1543

#1544

#1545

#1546

#1549

#1549

#155

#1551

#1551

#1553

#1554

#1555

#1556

#1557

#1557

#1558

#1559

#156

#1560

#1561

#1562

#1565

#1567

#1569

#157

#1571

#1571

#1572

#1573

#1576

#1577

#1579

#1579

#158

#1580

#1581

#1581

#1582

#1583

#1586

#1587

#1589

#159

#1590

#1590

#1591

#1592

#1594

#1595

#1598

#1598

#16

#160

#1601

#1602

#1604

#1605

#1605

#1606

#161

#1610

#1611

#1611

#1614

#1616

#1616

#1617

#1619

#162

#1627

#1628

#163

#1635

#1635

#1636

#1638

#164

#1641

#1642

#1648

#165

#1650

#1651

#1654

#1655

#1655

#1656

#1656

#1657

#1658

#166

#1660

#1661

#1662

#1662

#1666

#1667

#1668

#1669

#167

#1670

#1671

#1672

#1674

#1678

#168

#1680

#1681

#1682

#1684

#1685

#1686

#1687

#1688

#1689

#169

#1690

#1691

#1692

#1693

#1694

#1696

#1697

#17

#170

#1702

#1703

#1704

#1705

#1706

#1707

#1709

#171

#1710

#1711

#1712

#1715

#1717

#1719

#172

#1722

#1724

#1726

#1727

#1728

#173

#1730

#1731

#1732

#1734

#1736

#1736

#1738

#174

#1740

#1741

#1742

#1743

#1744

#1745

#1747

#1747

#1749

#175

#1753

#1754

#1756

#1758

#176

#1760

#1766

#1767

#1768

#177

#1770

#1771

#1772

#1775

#1776

#1777

#1778

#1779

#178

#1781

#1783

#1784

#1785

#1787

#1788

#179

#1790

#1791

#1792

#1794

#1795

#1796

#1797

#1799

#1799

#18

#180

#1800

#1804

#1805

#1806

#1806

#1807

#181

#1811

#1812

#1814

#1816

#1817

#1819

#182

#1821

#1822

#1823

#1824

#1825

#1826

#183

#1832

#1835

#1836

#1836

#1837

#184

#1840

#1843

#1845

#1847

#1848

#1848

#1849

#185

#1852

#1855

#1856

#1857

#1859

#186

#1860

#1861

#1862

#1863

#1864

#1865

#1866

#1867

#1868

#1869

#187

#1870

#1871

#1872

#1873

#1874

#1876

#188

#1880

#1880

#1884

#1885

#1886

#1888

#1888

#189

#1890

#1892

#1893

#1895

#1897

#1898

#1899

#19

#190

#1900

#1901

#1903

#1904

#1906

#1908

#1909

#191

#1910

#1913

#1915

#1919

#192

#1920

#1921

#1923

#1924

#1925

#1925

#1927

#1928

#1929

#193

#1932

#1933

#1934

#1935

#1937

#1938

#194

#1940

#1943

#1946

#1949

#195

#1950

#1951

#1952

#1954

#1955

#1957

#1958

#1959

#196

#1960

#1961

#1963

#1964

#1966

#1967

#1968

#1969

#197

#1970

#1972

#1973

#1976

#1977

#1978

#1979

#198

#1980

#1981

#1983

#1984

#1985

#1986

#1987

#1989

#199

#1990

#1990

#1993

#1994

#1995

#1997

#1998

#1999

#2

#20

#200

#2000

#2001

#2002

#2003

#2004

#2005

#2008

#2009

#201

#2010

#2011

#2012

#2013

#2014

#2015

#2016

#2017

#2018

#202

#2021

#2022

#2023

#2024

#2026

#2028

#2029

#203

#2035

#2036

#2037

#2037

#2038

#2039

#204

#2043

#2044

#2045

#2047

#2048

#2049

#205

#2051

#2052

#2053

#2054

#2055

#2056

#2057

#2058

#206

#2060

#2061

#2061

#2062

#2063

#2064

#2066

#2067

#207

#2071

#2073

#2075

#2077

#2078

#208

#2080

#2083

#2084

#2084

#2085

#2086

#2087

#2088

#209

#2091

#2092

#2093

#2094

#2095

#2096

#2097

#2098

#2099

#21

#210

#2100

#2101

#2101

#2103

#2104

#2106

#2107

#211

#2111

#2113

#2114

#2116

#2117

#2118

#212

#2120

#2121

#2122

#2124

#2127

#213

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2141

#2142

#2143

#2145

#2145

#215

#2150

#2155

#2156

#2157

#2159

#216

#2162

#2165

#2166

#2166

#217

#2172

#2174

#2176

#2178

#2179

#218

#2180

#2183

#2187

#2188

#2189

#219

#2190

#2191

#2193

#2194

#2195

#2199

#2199

#22

#220

#2200

#2202

#2203

#2205

#2206

#2207

#2209

#221

#2211

#2212

#2213

#2214

#222

#2220

#2220

#2222

#2223

#2225

#2225

#2227

#2229

#223

#2230

#2231

#2233

#2234

#2235

#2236

#2238

#224

#2240

#2240

#2244

#2246

#2247

#2248

#225

#2251

#2253

#2253

#2257

#226

#2260

#2262

#2263

#2263

#2268

#227

#2274

#2279

#228

#2284

#2285

#2285

#2288

#2288

#2289

#2289

#229

#2292

#2292

#2293

#2296

#2296

#2298

#2299

#23

#230

#2305

#2306

#2308

#231

#2311

#2314

#2314

#2315

#2316

#2317

#2318

#232

#2320

#2321

#2324

#2325

#2328

#2329

#233

#2332

#2333

#2334

#2335

#2336

#2337

#2339

#2340

#2345

#2346

#2346

#235

#2352

#2353

#2357

#2359

#236

#2362

#2363

#2364

#2365

#2367

#2368

#237

#2372

#2372

#2375

#2375

#2376

#2378

#2379

#238

#2380

#2381

#2382

#2383

#2384

#2386

#2387

#239

#2390

#2393

#2394

#2395

#2396

#2397

#2398

#2399

#24

#240

#2400

#2403

#2405

#2407

#2408

#2408

#241

#2411

#2414

#2415

#2416

#2416

#242

#2420

#2421

#2422

#2422

#2424

#2425

#2426

#2428

#2429

#243

#2430

#2431

#2432

#2433

#2434

#2435

#2436

#2437

#2438

#2439

#244

#2440

#2442

#2444

#2445

#245

#2451

#2452

#2454

#2455

#2456

#2457

#246

#2460

#2460

#2461

#2464

#2466

#2467

#2467

#2468

#2469

#247

#2470

#2471

#2473

#2474

#2475

#2477

#2479

#248

#2481

#2481

#2485

#2487

#2488

#2489

#249

#2490

#2491

#2493

#2494

#2495

#25

#250

#2500

#2503

#2504

#2505

#2507

#2508

#2509

#251

#2510

#2512

#2513

#2515

#2517

#2518

#2519

#252

#2521

#2522

#2523

#2524

#2526

#2527

#2527

#2528

#2529

#253

#2531

#2532

#2533

#2535

#2536

#2536

#2538

#2538

#2539

#254

#2541

#2542

#2542

#2543

#2544

#2544

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2553

#2555

#2556

#2558

#2559

#256

#2560

#2562

#2562

#2563

#2565

#2565

#2567

#2568

#257

#2572

#2576

#2577

#2578

#2579

#258

#2580

#2581

#2582

#2584

#2587

#2589

#259

#2590

#2591

#2595

#2596

#26

#260

#2600

#2601

#2601

#2603

#2603

#2606

#2608

#261

#2612

#2613

#2615

#2615

#2616

#2617

#2618

#262

#2620

#2623

#2624

#2625

#2626

#2628

#2629

#263

#2630

#2639

#264

#2640

#2640

#2642

#2644

#2644

#2645

#2646

#2647

#2648

#2648

#2649

#265

#2650

#2653

#2655

#2656

#2658

#266

#2662

#2663

#2664

#2664

#267

#2670

#2672

#2675

#2676

#2677

#2678

#2679

#2679

#268

#2681

#2683

#2683

#2684

#2686

#2688

#2689

#269

#2690

#2691

#2693

#2694

#2695

#2696

#2699

#27

#270

#2701

#2703

#2704

#2704

#2707

#2708

#271

#2710

#2713

#2714

#2715

#2716

#2717

#2718

#272

#2720

#2722

#2722

#2723

#2724

#2728

#2729

#2729

#273

#2730

#2732

#2733

#2734

#2735

#2738

#274

#2740

#2741

#2742

#2743

#2744

#2745

#2745

#2747

#2748

#275

#2750

#2751

#2752

#2752

#2754

#2755

#2758

#2758

#2759

#276

#2760

#2762

#2765

#2765

#2768

#2768

#277

#2770

#2771

#2772

#2773

#2773

#2777

#2777

#2778

#278

#2780

#2783

#2783

#2785

#2785

#279

#2790

#2791

#2796

#2797

#28

#280

#2800

#2801

#2801

#2802

#2804

#2804

#2806

#2808

#2809

#281

#2810

#2811

#2813

#2813

#282

#2820

#2820

#2821

#2824

#2825

#2825

#2829

#283

#2833

#2834

#2835

#2837

#2838

#2838

#2839

#284

#2841

#2841

#2842

#2843

#2845

#285

#2855

#2857

#2857

#2858

#2859

#286

#2860

#2861

#2861

#2862

#2864

#2866

#2867

#2868

#2869

#287

#2871

#2872

#2878

#2878

#2879

#2879

#288

#2880

#2881

#2882

#2883

#2884

#2885

#2886

#2887

#2887

#2888

#2889

#289

#2890

#2892

#2894

#2895

#2896

#2897

#2898

#29

#290

#2900

#2901

#2902

#2903

#2903

#2904

#2905

#2906

#2906

#2908

#2909

#291

#2910

#2914

#2915

#2917

#2918

#2919

#2919

#292

#2920

#2920

#2921

#2922

#2923

#2924

#2925

#2926

#2927

#2928

#2929

#293

#2930

#2932

#2934

#2935

#2936

#2937

#2937

#2939

#294

#2940

#2942

#2943

#2943

#2946

#295

#2951

#2952

#2953

#2954

#2955

#2956

#2957

#2957

#2958

#2958

#296

#2960

#2963

#2964

#2964

#2968

#2969

#297

#2970

#2972

#2973

#2973

#2978

#2979

#298

#2980

#2981

#2982

#2983

#2983

#2987

#2989

#2989

#299

#2991

#2991

#2992

#2992

#2994

#2994

#2995

#2995

#2996

#2996

#2998

#2998

#3

#30

#300

#301

#302

#303

#304

#305

#306

#307

#308

#309

#31

#310

#311

#312

#314

#315

#316

#317

#318

#319

#32

#320

#321

#322

#323

#324

#325

#326

#327

#328

#33

#330

#331

#332

#333

#334

#335

#336

#337

#338

#339

#34

#340

#341

#342

#343

#345

#347

#349

#35

#351

#352

#355

#356

#36

#361

#362

#363

#365

#366

#367

#368

#37

#370

#371

#372

#373

#374

#375

#376

#377

#378

#379

#38

#382

#383

#384

#386

#388

#389

#39

#390

#392

#393

#394

#395

#396

#397

#398

#399

#4

#40

#400

#401

#403

#404

#405

#407

#408

#409

#41

#411

#412

#413

#414

#415

#417

#419

#42

#420

#421

#423

#425

#426

#427

#428

#429

#43

#430

#431

#433

#434

#435

#437

#438

#439

#44

#440

#441

#445

#447

#448

#449

#45

#450

#452

#453

#454

#455

#456

#457

#458

#459

#46

#463

#464

#465

#466

#468

#469

#47

#470

#471

#473

#474

#475

#476

#48

#480

#481

#482

#483

#486

#487

#488

#489

#49

#490

#491

#492

#493

#495

#496

#497

#498

#499

#5

#50

#500

#501

#502

#503

#504

#506

#507

#508

#509

#51

#510

#511

#512

#515

#516

#517

#518

#519

#52

#520

#522

#523

#524

#525

#526

#527

#528

#529

#53

#530

#532

#534

#535

#536

#537

#539

#54

#541

#542

#544

#545

#546

#548

#549

#55

#550

#551

#552

#553

#554

#555

#556

#557

#558

#559

#56

#560

#561

#563

#564

#565

#566

#568

#569

#57

#570

#571

#572

#573

#577

#578

#579

#58

#580

#582

#585

#586

#587

#588

#589

#59

#590

#591

#594

#595

#596

#597

#598

#599

#6

#60

#600

#601

#602

#603

#604

#605

#606

#607

#609

#61

#610

#611

#614

#615

#616

#617

#619

#62

#623

#624

#625

#627

#628

#629

#63

#630

#632

#634

#635

#638

#64

#640

#641

#643

#644

#645

#647

#648

#649

#65

#651

#652

#653

#654

#656

#657

#658

#659

#66

#661

#662

#664

#665

#666

#667

#668

#668

#669

#67

#670

#671

#672

#673

#674

#675

#676

#677

#678

#679

#68

#681

#682

#684

#686

#687

#688

#689

#69

#690

#692

#693

#694

#694

#697

#699

#7

#70

#700

#701

#702

#704

#705

#706

#707

#707

#708

#709

#71

#710

#711

#712

#713

#714

#715

#716

#717

#718

#72

#723

#724

#725

#726

#727

#728

#728

#729

#73

#730

#731

#732

#736

#737

#738

#74

#740

#741

#742

#743

#744

#745

#746

#747

#748

#749

#75

#751

#752

#753

#757

#758

#759

#76

#760

#761

#763

#764

#765

#766

#767

#768

#769

#77

#770

#771

#772

#773

#775

#776

#777

#779

#78

#780

#781

#782

#784

#785

#786

#787

#788

#789

#79

#790

#791

#792

#793

#794

#796

#797

#798

#799

#8

#80

#800

#801

#802

#804

#805

#808

#809

#81

#810

#812

#813

#814

#815

#816

#817

#819

#82

#820

#821

#822

#823

#824

#825

#826

#827

#828

#829

#83

#830

#831

#832

#833

#834

#835

#836

#837

#838

#839

#84

#840

#842

#843

#846

#847

#848

#85

#851

#853

#854

#856

#858

#859

#86

#860

#861

#862

#864

#865

#866

#867

#869

#87

#870

#872

#873

#874

#875

#876

#877

#879

#88

#880

#882

#884

#885

#886

#887

#888

#889

#89

#890

#892

#893

#895

#896

#897

#898

#899

#9

#90

#900

#901

#902

#903

#905

#907

#908

#91

#910

#911

#912

#913

#914

#915

#917

#918

#919

#92

#921

#922

#923

#924

#925

#926

#927

#929

#93

#930

#931

#932

#933

#934

#936

#937

#938

#939

#940

#943

#945

#946

#947

#948

#949

#95

#950

#951

#952

#953

#954

#955

#956

#957

#958

#96

#961

#962

#963

#964

#965

#966

#968

#969

#97

#970

#970

#971

#972

#974

#976

#977

#98

#980

#982

#983

#984

#985

#986

#988

#99

#991

#992

#994

#995

#996

#997

#998

#999

0.5.1

0.6.0

0.7.0

0.7.1

0.7.2

0.8.0

0.8.1

0.8.2

0.8.3

0.8.4

0.9.0

0.9.0-alpha.1

0.9.0-alpha.2

0.9.0-alpha.3

0.9.0-alpha.4

0.9.1

Mono Color

• 93cfe5642f Pyo3 dtype (#327) Laurent Mazare 2023-08-06 10:17:43 +01:00
• 88bd3b604a Add some tensor creation functions to the pyo3 bindings. (#326) Laurent Mazare 2023-08-06 06:50:33 +01:00
• b278834267 Support the Accelerate BLAS on macOS. (#325) Laurent Mazare 2023-08-05 17:25:24 +01:00
• 0b175fcbbd Fix the pyo3 build for macos. (#324) Laurent Mazare 2023-08-05 14:53:57 +01:00
• c6ae9f565e Merge remote-tracking branch 'origin/main' into faster-gemv faster-gemv laurent 2023-08-05 10:47:10 +01:00
• 620f83cf66 Add the candle-datasets crate (#322) Laurent Mazare 2023-08-05 08:56:50 +01:00
• 3fa3623135 Faster matmul when we can fall back to gemv. laurent 2023-08-04 22:44:30 +01:00
• f7b2a0391d Transpose the weight matrixes for llama2.c. (#321) Laurent Mazare 2023-08-04 13:32:20 +01:00
• 8b6f5be1cc Support q5k quantized data. (#320) Laurent Mazare 2023-08-04 09:51:30 +01:00
• a35a935118 Transpose the rhs in linear. linear-transpose laurent 2023-08-03 16:51:24 +01:00
• df6667ba88 Add some tracing to llama. (#318) Laurent Mazare 2023-08-03 13:52:22 +01:00
• a79286885c Support safetensors weights in llama2.c inference. (#317) Laurent Mazare 2023-08-03 11:10:58 +01:00
• 74845a4dcd Use the assert! function as it turns out to be const. (#316) Laurent Mazare 2023-08-03 10:03:43 +01:00
• aa76b783eb Q6K dequantization. (#315) Laurent Mazare 2023-08-03 09:31:20 +01:00
• 25564357f7 Support some ggml quantized types (#314) Laurent Mazare 2023-08-03 09:16:26 +01:00
• 634700d84a Use some consts for ggml values. (#312) Laurent Mazare 2023-08-02 22:03:05 +01:00
• e635f18eda Initial support for reading ggml files. (#311) Laurent Mazare 2023-08-02 21:59:02 +01:00
• dba31473d4 Typos and format and CD only when PR lands. Nicolas Patry 2023-08-02 19:18:43 +02:00
• 1b2b32e58d Remove dead page.t Nicolas Patry 2023-08-02 18:59:36 +02:00
• 166f4d1101 s/candle/candle_core/g Nicolas Patry 2023-08-02 18:35:31 +02:00
• ae68635af9 Add small error management. Nicolas Patry 2023-08-02 18:16:50 +02:00
• c11e78b334 Odd rebase artifact. Nicolas Patry 2023-08-02 09:22:27 +02:00
• 1b705a426f Remove duplicate. Nicolas Patry 2023-08-02 09:21:44 +02:00
• a70b95f9e7 Marking unwritten chapters as Draft (disables the link). Nicolas Patry 2023-08-01 16:49:35 +02:00
• a44471a305 Adding more details on how to load things. Nicolas Patry 2023-08-01 16:36:53 +02:00
• 45642a8530 Fixing examples. Nicolas Patry 2023-08-01 15:04:41 +02:00
• 82464166e4 3rd phase. Nicolas Patry 2023-07-28 12:07:39 +02:00
• 52414ba5c8 Bugfix for the llama2 wasm example. (#310) Laurent Mazare 2023-08-02 17:32:36 +01:00
• 186c308d51 Wasm llama2 tweaks (#309) Laurent Mazare 2023-08-02 15:49:43 +01:00
• b2e4beb4f3 Add a prompt. wasm-llama2-tweaks laurent 2023-08-02 15:48:32 +01:00
• d48bddbe01 Use a proper tokenizer. laurent 2023-08-02 15:30:21 +01:00
• 145706f8df Clean-up the llama2.c wasm example. laurent 2023-08-02 15:20:03 +01:00
• 4f17290ce0 Use AdamW in the llama2 training. (#308) Laurent Mazare 2023-08-02 14:14:02 +01:00
• 0902846f25 Add the AdamW optimizer. (#307) Laurent Mazare 2023-08-02 14:03:49 +01:00
• e2acbe1e72 Update the wasm example locations in the readme. (#306) Laurent Mazare 2023-08-02 11:36:43 +01:00
• 4fe8a02f88 Update the repo location. (#305) Laurent Mazare 2023-08-02 11:12:18 +01:00
• 03a421f714 Add some missing readme files. (#304) Laurent Mazare 2023-08-02 10:57:12 +01:00
• d38943aadc Add version numbers for all the candle crates (#303) Laurent Mazare 2023-08-02 10:52:13 +01:00
• 51e51da896 Rename the candle crate to candle-core (#301) Laurent Mazare 2023-08-02 08:20:22 +01:00
• 6e33ff62d6 Update cudarc now that it includes the cublas-f16 and nccl changes. (#300) Laurent Mazare 2023-08-02 05:54:28 +01:00
• 4b3bd79fbd Remove the embedding ops in favor of index-select. (#299) Laurent Mazare 2023-08-02 05:42:11 +01:00
• cc76c63202 Use index-select for the embeddings as it supports backprop. (#298) Laurent Mazare 2023-08-01 20:44:43 +01:00
• ff876c2103 Llama more training (#297) Laurent Mazare 2023-08-01 19:53:41 +01:00
• a27239f3d9 Add training for the llama2.c example (#296) Laurent Mazare 2023-08-01 17:23:07 +01:00
• babee9f011 Merge pull request #259 from LaurentMazare/book_2 Nicolas Patry 2023-08-01 17:26:57 +02:00
• afb5e24a63 Remove map ownership from save. Nicolas Patry 2023-08-01 17:19:22 +02:00
• 89d1fd03e5 Adding new surface for savetensors (global load, global save). Nicolas Patry 2023-07-27 15:32:42 +02:00
• 310094310b Modifying safetensors export to get simple load and save. Nicolas Patry 2023-07-27 15:20:13 +02:00
• 836ba3e090 Merge pull request #258 from LaurentMazare/start_book Nicolas Patry 2023-08-01 14:59:34 +02:00
• 091e781977 Grammarly pass. Nicolas Patry 2023-08-01 14:08:13 +02:00
• 5cead227ef Adressed comments. Nicolas Patry 2023-08-01 14:02:21 +02:00
• ebd0315623 Typo. Nicolas Patry 2023-07-27 16:36:36 +02:00
• ad9d8fe400 Complexifying our hello world Nicolas Patry 2023-07-27 16:35:40 +02:00
• 5bc5716b85 Revert "Making sure the CI actually works" Nicolas Patry 2023-07-27 14:48:32 +02:00
• ba37de94d4 Making sure the CI actually works Nicolas Patry 2023-07-27 12:45:25 +02:00
• 6242a1470e Starting the book. Nicolas Patry 2023-07-27 12:41:15 +02:00
• 75e0448114 Move the weight bits in a separate module. (#295) Laurent Mazare 2023-08-01 10:37:06 +01:00
• 614f911e9e Add some batcher variants that handle errors. (#294) Laurent Mazare 2023-08-01 09:40:34 +01:00
• e1e8127f15 Add the batcher. (#293) Laurent Mazare 2023-08-01 09:16:10 +01:00
• fa98ca0c35 Use subcommands in llama2. (#292) Laurent Mazare 2023-08-01 05:57:41 +01:00
• 1a07ff8d17 Pre-tokenized evaluation mode for llama2.c. (#291) Laurent Mazare 2023-08-01 05:36:25 +01:00
• f28558d0b7 Evaluate on the pre-tokenized file. (#290) Laurent Mazare 2023-07-31 21:31:38 +01:00
• 6b98b66eb3 Remove the end of text tokens. (#289) Laurent Mazare 2023-07-31 20:43:57 +01:00
• 9ae1f6afee Add an eval mode to llama2-c (#288) Laurent Mazare 2023-07-31 17:22:14 +01:00
• 1064b9b031 Add the cross-entropy loss. (#287) Laurent Mazare 2023-07-31 14:26:36 +01:00
• ffeafbfc43 Make the nll op closer to the pytorch version + add a test. (#286) Laurent Mazare 2023-07-31 14:14:01 +01:00
• b3ea96b62b Add a prompt and support more models in llama2-c. (#285) Laurent Mazare 2023-07-31 13:09:30 +01:00
• 94a43faaca Use the hub models for llama2.c (#284) Laurent Mazare 2023-07-31 12:51:14 +01:00
• 62a9b03715 Add a flag to set the number of epochs in the mnist training (#283) Laurent Mazare 2023-07-31 10:32:14 +01:00
• 67834119fc Fix the flash-attention function names. (#282) Laurent Mazare 2023-07-31 10:04:39 +01:00
• 0ace420e66 Flash attention without padding (varlen). (#281) Laurent Mazare 2023-07-31 09:45:39 +01:00
• a8d8f9f206 Load a trained checkpoint in the mnist example. (#280) Laurent Mazare 2023-07-30 17:01:45 +01:00
• 38ff693af0 Add a flag to save the trained weights. (#279) Laurent Mazare 2023-07-30 15:41:42 +01:00
• ba2254556c Display the temperature being used for text generation. (#278) Laurent Mazare 2023-07-30 09:53:05 +01:00
• c950a5c6b1 Cuda support for the mnist training. (#277) Laurent Mazare 2023-07-29 19:48:04 +01:00
• 16c33383eb Improve the mnist training example. (#276) Laurent Mazare 2023-07-29 16:28:22 +01:00
• bedcef64dc Merge pull request #262 from LaurentMazare/update_multiprocess Nicolas Patry 2023-07-29 16:40:39 +02:00
• 40c80bfbb2 Merge branch 'main' into update_multiprocess Nicolas Patry 2023-07-29 16:38:35 +02:00
• 07eb899729 More mnist training. (#275) Laurent Mazare 2023-07-29 13:29:31 +01:00
• c0a8ed19eb Support for where-cond on cuda for u8 and u32. (#274) Laurent Mazare 2023-07-29 11:48:58 +01:00
• 4bf2ebf836 Use u8 tensors for masks. (#273) Laurent Mazare 2023-07-29 11:32:58 +01:00
• 97d8712ba5 Remove single function. Nicolas Patry 2023-07-28 10:26:41 +00:00
• 97181a77c0 Making multiprocess require flash-attn. Nicolas Patry 2023-07-28 07:52:24 +00:00
• 50d8273ae4 Support both llama v1 and llama v2. (#272) Laurent Mazare 2023-07-28 18:40:59 +01:00
• 7513a5e005 Line-up the llama implementation with the python-transformers one. (#271) Laurent Mazare 2023-07-28 18:31:28 +01:00
• cb8dd5cd53 Back to using the main branch now that the PR has been merged. (#270) Laurent Mazare 2023-07-28 16:22:44 +01:00
• a0e47aba98 Fix the revision used in starcoder to use the safetensors PR. (#269) Laurent Mazare 2023-07-28 14:02:31 +01:00
• fb84ead8f7 Add the starcoder example to the readme. (#268) Laurent Mazare 2023-07-28 13:26:23 +01:00
• 3eb2bc6d07 Softmax numerical stability. (#267) Laurent Mazare 2023-07-28 13:13:01 +01:00
• 68eab38de6 Cuda fix for starcoder. (#266) Laurent Mazare 2023-07-28 12:13:41 +01:00
• 54ccf94472 Merge pull request #265 from LaurentMazare/fix_nccl Nicolas Patry 2023-07-28 11:37:58 +01:00
• 4002968cf5 Put back `"dep:half" Nicolas Patry 2023-07-28 10:34:21 +00:00
• be256a6ba6 Fixing. Nicolas Patry 2023-07-28 10:23:05 +00:00
• d2dea11ef6 Fixing nccl feature. Nicolas Patry 2023-07-28 12:19:20 +02:00
• 3e89df938c Starcoder fix (#264) Laurent Mazare 2023-07-28 11:17:49 +01:00
• 6a54ca115e Add some Bigcode model (#260) Laurent Mazare 2023-07-28 09:57:32 +01:00
• 4f260ef025 Merge pull request #216 from LaurentMazare/llama_multiprocess2 Nicolas Patry 2023-07-28 08:06:13 +01:00
• 0b97987b21 Merge pull request #261 from LaurentMazare/upgrade_hf_hub Nicolas Patry 2023-07-28 07:03:30 +01:00
• 8435a99edd Added comment about offsets. Nicolas Patry 2023-07-27 20:11:57 +02:00
• ca479a873e Upgrading hf-hub to 0.2.0 (Modified API to not pass the Repo around all the time) Nicolas Patry 2023-07-27 20:05:02 +02:00