Commit Graph

Select branches

Hide Pull Requests

bf16_metal

bug_q4k

clippy-1.85

conv-transpose-groups

conv1d-algo

copy-multi-metal

copy2d-metal

cuda-conv-tr1d

cuda-graph-exp

cudarc-12-6

cudarc_freedom

ddpg

dependabot/cargo/gemm-0.18.0

dependabot/cargo/imageproc-0.25.0

dependabot/cargo/metal-0.28.0

dependabot/cargo/yew-0.21.0

dependabot/cargo/yew-agent-0.3.0

einsum-custom-op

faster-gemv

fix-1.86

fix_mkl_feature

gh-pages

hf-papers

improve-sampling

initializer

ivarflakstad/metal-fenceless

ivarflakstad/metal-fill

ivarflakstad/metal-reduce-2

ivarflakstad/metal-where-cond-2

linear-transpose

llama-v3-mp

llama2-wasm-fix

main

marian-tok

matmul-slowness

meshgrid-fix

metal-fp8-fun

metal-gemm

metal-gemm-testing

metal-mfa-bfloat

metal-precompile

metal2-tmp

metal4-m3

metal4-mfa

metal4.5

metal4.6

metal4.7

metal4.7-mps

metal4_arc

metal5

metal_heap

mkl_link_freedom

moondream

operators-argmin-argmax-leakyrelu

opt-attn-mask

phi2-gguf

precompile_metal

qmm-fix2

qmm-pad-fix

remove_wrapper_bench

smollm

sort

spkemb

tei_cudarc_freedom

tmp-metal-span

tmp4

tmp5

tmp_broken_metal

tmp_no_rotary

tmpgemm

tmpm4

vocos

w-uncond

wasm-llama2-tweaks

#1

#10

#100

#1000

#1001

#1002

#1004

#1007

#1009

#101

#1010

#1011

#1012

#1013

#1014

#1015

#1016

#1017

#1018

#1019

#102

#1020

#1021

#1022

#1023

#1024

#1026

#1028

#1029

#103

#1030

#1031

#1033

#1035

#1037

#1038

#1039

#104

#1041

#1042

#1045

#1046

#1047

#1049

#105

#1050

#1051

#1052

#1053

#1054

#1056

#1057

#1058

#106

#1063

#1064

#1066

#1067

#1068

#1069

#107

#1071

#1072

#1073

#1074

#1076

#108

#1080

#1082

#1083

#1084

#1085

#1086

#1088

#1089

#109

#1090

#1093

#1094

#1096

#1097

#1098

#1099

#11

#110

#1100

#1101

#1102

#1106

#1108

#1109

#111

#1110

#1111

#1112

#1114

#1115

#1117

#1119

#112

#1120

#1121

#1122

#1123

#1124

#1125

#1126

#1127

#1128

#1129

#113

#1130

#1131

#1132

#1134

#1135

#1136

#1137

#114

#1140

#1141

#1142

#1143

#1144

#1145

#1146

#1147

#1148

#115

#1150

#1152

#1154

#1155

#1157

#1158

#1159

#116

#1160

#1161

#1164

#1166

#1167

#1169

#117

#1170

#1171

#1172

#1174

#1175

#1176

#1178

#1179

#118

#1180

#1183

#1184

#1187

#1189

#119

#1190

#1192

#1193

#1194

#1196

#1197

#1198

#12

#120

#1200

#1201

#1202

#1203

#1204

#1205

#1206

#1206

#1207

#1208

#1209

#121

#1210

#1211

#1213

#1214

#1215

#1216

#1217

#1218

#1219

#122

#1220

#1221

#1222

#1225

#1226

#1228

#123

#1230

#1233

#1234

#1236

#1237

#124

#1242

#1243

#1244

#1245

#1246

#1248

#125

#1251

#1252

#1253

#1254

#1255

#1257

#1258

#1259

#126

#1260

#1261

#1262

#1264

#1265

#1266

#1267

#1268

#1269

#127

#1270

#1271

#1272

#1273

#1275

#1276

#1277

#1278

#128

#1282

#1283

#1284

#1285

#1287

#1288

#129

#1290

#1291

#1294

#1295

#1296

#1298

#13

#130

#1300

#1303

#1306

#1308

#1309

#131

#1310

#1312

#1313

#1315

#1316

#1317

#1318

#132

#1320

#1321

#1322

#1323

#1324

#1326

#133

#1332

#1333

#1334

#1335

#1336

#1337

#1338

#134

#1340

#1341

#1346

#1347

#135

#1350

#1353

#1354

#1356

#1358

#136

#1360

#1362

#1363

#1366

#1369

#137

#1370

#1372

#1374

#1376

#1377

#138

#1381

#1384

#1386

#1387

#1388

#1388

#1389

#139

#1390

#1393

#1395

#1397

#1398

#14

#140

#1400

#1401

#1402

#1406

#1407

#1408

#141

#1410

#1411

#1412

#1413

#1413

#1418

#1418

#142

#1420

#1424

#1425

#1426

#1429

#143

#1430

#1432

#1433

#1434

#1436

#1437

#1438

#1438

#144

#1442

#1443

#1444

#1446

#1447

#1449

#145

#1450

#1451

#1452

#1453

#1455

#1458

#1459

#146

#1461

#1464

#1465

#1466

#1466

#1467

#1468

#147

#1470

#1470

#1471

#1472

#1473

#1474

#1475

#1476

#1476

#1478

#1479

#148

#1481

#1483

#1483

#1484

#1485

#1487

#1488

#1489

#149

#1490

#1491

#1492

#1493

#1494

#1495

#1496

#1498

#1499

#15

#150

#1500

#1501

#1501

#1502

#1503

#1504

#1505

#1507

#151

#1511

#1512

#1513

#1514

#1515

#1515

#1517

#1518

#152

#1520

#1523

#1524

#1525

#1526

#1529

#153

#1530

#1530

#1531

#1533

#1534

#1535

#1536

#1538

#154

#1540

#1541

#1543

#1544

#1545

#1546

#1549

#1549

#155

#1551

#1551

#1553

#1554

#1555

#1556

#1557

#1557

#1558

#1559

#156

#1560

#1561

#1562

#1565

#1567

#1569

#157

#1571

#1571

#1572

#1573

#1576

#1577

#1579

#1579

#158

#1580

#1581

#1581

#1582

#1583

#1586

#1587

#1589

#159

#1590

#1590

#1591

#1592

#1594

#1595

#1598

#1598

#16

#160

#1601

#1602

#1604

#1605

#1605

#1606

#161

#1610

#1611

#1611

#1614

#1616

#1616

#1617

#1619

#162

#1627

#1628

#163

#1635

#1635

#1636

#1638

#164

#1641

#1642

#1648

#165

#1650

#1651

#1654

#1655

#1655

#1656

#1656

#1657

#1658

#166

#1660

#1661

#1662

#1662

#1666

#1667

#1668

#1669

#167

#1670

#1671

#1672

#1674

#1678

#168

#1680

#1681

#1682

#1684

#1685

#1686

#1687

#1688

#1689

#169

#1690

#1691

#1692

#1693

#1694

#1696

#1697

#17

#170

#1702

#1703

#1704

#1705

#1706

#1707

#1709

#171

#1710

#1711

#1712

#1715

#1717

#1719

#172

#1722

#1724

#1726

#1727

#1728

#173

#1730

#1731

#1732

#1734

#1736

#1736

#1738

#174

#1740

#1741

#1742

#1743

#1744

#1745

#1747

#1747

#1749

#175

#1753

#1754

#1756

#1758

#176

#1760

#1766

#1767

#1768

#177

#1770

#1771

#1772

#1775

#1776

#1777

#1778

#1779

#178

#1781

#1783

#1784

#1785

#1787

#1788

#179

#1790

#1791

#1792

#1794

#1795

#1796

#1797

#1799

#1799

#18

#180

#1800

#1804

#1805

#1806

#1806

#1807

#181

#1811

#1812

#1814

#1816

#1817

#1819

#182

#1821

#1822

#1823

#1824

#1825

#1826

#183

#1832

#1835

#1836

#1836

#1837

#184

#1840

#1843

#1845

#1847

#1848

#1848

#1849

#185

#1852

#1855

#1856

#1857

#1859

#186

#1860

#1861

#1862

#1863

#1864

#1865

#1866

#1867

#1868

#1869

#187

#1870

#1871

#1872

#1873

#1874

#1876

#188

#1880

#1880

#1884

#1885

#1886

#1888

#1888

#189

#1890

#1892

#1893

#1895

#1897

#1898

#1899

#19

#190

#1900

#1901

#1903

#1904

#1906

#1908

#1909

#191

#1910

#1913

#1915

#1919

#192

#1920

#1921

#1923

#1924

#1925

#1925

#1927

#1928

#1929

#193

#1932

#1933

#1934

#1935

#1937

#1938

#194

#1940

#1943

#1946

#1949

#195

#1950

#1951

#1952

#1954

#1955

#1957

#1958

#1959

#196

#1960

#1961

#1963

#1964

#1966

#1967

#1968

#1969

#197

#1970

#1972

#1973

#1976

#1977

#1978

#1979

#198

#1980

#1981

#1983

#1984

#1985

#1986

#1987

#1989

#199

#1990

#1990

#1993

#1994

#1995

#1997

#1998

#1999

#2

#20

#200

#2000

#2001

#2002

#2003

#2004

#2005

#2008

#2009

#201

#2010

#2011

#2012

#2013

#2014

#2015

#2016

#2017

#2018

#202

#2021

#2022

#2023

#2024

#2026

#2028

#2029

#203

#2035

#2036

#2037

#2037

#2038

#2039

#204

#2043

#2044

#2045

#2047

#2048

#2049

#205

#2051

#2052

#2053

#2054

#2055

#2056

#2057

#2058

#206

#2060

#2061

#2061

#2062

#2063

#2064

#2066

#2067

#207

#2071

#2073

#2075

#2077

#2078

#208

#2080

#2083

#2084

#2084

#2085

#2086

#2087

#2088

#209

#2091

#2092

#2093

#2094

#2095

#2096

#2097

#2098

#2099

#21

#210

#2100

#2101

#2101

#2103

#2104

#2106

#2107

#211

#2111

#2113

#2114

#2116

#2117

#2118

#212

#2120

#2121

#2122

#2124

#2127

#213

#2132

#2133

#2134

#2135

#2137

#2138

#214

#2141

#2142

#2143

#2145

#2145

#215

#2150

#2155

#2156

#2157

#2159

#216

#2162

#2165

#2166

#2166

#217

#2172

#2174

#2176

#2178

#2179

#218

#2180

#2183

#2187

#2188

#2189

#219

#2190

#2191

#2193

#2194

#2195

#2199

#2199

#22

#220

#2200

#2202

#2203

#2205

#2206

#2207

#2209

#221

#2211

#2212

#2213

#2214

#222

#2220

#2220

#2222

#2223

#2225

#2225

#2227

#2229

#223

#2230

#2231

#2233

#2234

#2235

#2236

#2238

#224

#2240

#2240

#2244

#2246

#2247

#2248

#225

#2251

#2253

#2253

#2257

#226

#2260

#2262

#2263

#2263

#2268

#227

#2274

#2279

#228

#2284

#2285

#2285

#2288

#2288

#2289

#2289

#229

#2292

#2292

#2293

#2296

#2296

#2298

#2299

#23

#230

#2305

#2306

#2308

#231

#2311

#2314

#2314

#2315

#2316

#2317

#2318

#232

#2320

#2321

#2324

#2325

#2328

#2329

#233

#2332

#2333

#2334

#2335

#2336

#2337

#2339

#2340

#2345

#2346

#2346

#235

#2352

#2353

#2357

#2359

#236

#2362

#2363

#2364

#2365

#2367

#2368

#237

#2372

#2372

#2375

#2375

#2376

#2378

#2379

#238

#2380

#2381

#2382

#2383

#2384

#2386

#2387

#239

#2390

#2393

#2394

#2395

#2396

#2397

#2398

#2399

#24

#240

#2400

#2403

#2405

#2407

#2408

#2408

#241

#2411

#2414

#2415

#2416

#2416

#242

#2420

#2421

#2422

#2422

#2424

#2425

#2426

#2428

#2429

#243

#2430

#2431

#2432

#2433

#2434

#2435

#2436

#2437

#2438

#2439

#244

#2440

#2442

#2444

#2445

#245

#2451

#2452

#2454

#2455

#2456

#2457

#246

#2460

#2460

#2461

#2464

#2466

#2467

#2467

#2468

#2469

#247

#2470

#2471

#2473

#2474

#2475

#2477

#2479

#248

#2481

#2481

#2485

#2487

#2488

#2489

#249

#2490

#2491

#2493

#2494

#2495

#25

#250

#2500

#2503

#2504

#2505

#2507

#2508

#2509

#251

#2510

#2512

#2513

#2515

#2517

#2518

#2519

#252

#2521

#2522

#2523

#2524

#2526

#2527

#2527

#2528

#2529

#253

#2531

#2532

#2533

#2535

#2536

#2536

#2538

#2538

#2539

#254

#2541

#2542

#2542

#2543

#2544

#2544

#2545

#2546

#2547

#2548

#255

#2550

#2551

#2553

#2555

#2556

#2558

#2559

#256

#2560

#2562

#2562

#2563

#2565

#2565

#2567

#2568

#257

#2572

#2576

#2577

#2578

#2579

#258

#2580

#2581

#2582

#2584

#2587

#2589

#259

#2590

#2591

#2595

#2596

#26

#260

#2600

#2601

#2601

#2603

#2603

#2606

#2608

#261

#2612

#2613

#2615

#2615

#2616

#2617

#2618

#262

#2620

#2623

#2624

#2625

#2626

#2628

#2629

#263

#2630

#2639

#264

#2640

#2640

#2642

#2644

#2644

#2645

#2646

#2647

#2648

#2648

#2649

#265

#2650

#2653

#2655

#2656

#2658

#266

#2662

#2663

#2664

#2664

#267

#2670

#2672

#2675

#2676

#2677

#2678

#2679

#2679

#268

#2681

#2683

#2683

#2684

#2686

#2688

#2689

#269

#2690

#2691

#2693

#2694

#2695

#2696

#2699

#27

#270

#2701

#2703

#2704

#2704

#2707

#2708

#271

#2710

#2713

#2714

#2715

#2716

#2717

#2718

#272

#2720

#2722

#2722

#2723

#2724

#2728

#2729

#2729

#273

#2730

#2732

#2733

#2734

#2735

#2738

#274

#2740

#2741

#2742

#2743

#2744

#2745

#2745

#2747

#2748

#275

#2750

#2751

#2752

#2752

#2754

#2755

#2758

#2758

#2759

#276

#2760

#2762

#2765

#2765

#2768

#2768

#277

#2770

#2771

#2772

#2773

#2773

#2777

#2777

#2778

#278

#2780

#2783

#2783

#2785

#2785

#279

#2790

#2791

#2796

#2797

#28

#280

#2800

#2801

#2801

#2802

#2804

#2804

#2806

#2808

#2809

#281

#2810

#2811

#2813

#2813

#282

#2820

#2820

#2821

#2824

#2825

#2825

#2829

#283

#2833

#2834

#2835

#2837

#2838

#2838

#2839

#284

#2841

#2841

#2842

#2843

#2845

#285

#2855

#2857

#2857

#2858

#2859

#286

#2860

#2861

#2861

#2862

#2864

#2866

#2867

#2868

#2869

#287

#2871

#2872

#2878

#2878

#2879

#2879

#288

#2880

#2881

#2882

#2883

#2884

#2885

#2886

#2887

#2887

#2888

#2889

#289

#2890

#2892

#2894

#2895

#2896

#2897

#2898

#29

#290

#2900

#2901

#2902

#2903

#2903

#2904

#2905

#2906

#2906

#2908

#2909

#291

#2910

#2914

#2915

#2917

#2918

#2919

#2919

#292

#2920

#2920

#2921

#2922

#2923

#2924

#2925

#2926

#2927

#2928

#2929

#293

#2930

#2932

#2934

#2935

#2936

#2937

#2937

#2939

#294

#2940

#2942

#2943

#2943

#2946

#295

#2951

#2952

#2953

#2954

#2955

#2956

#2957

#2957

#2958

#2958

#296

#2960

#2963

#2964

#2964

#2968

#2969

#297

#2970

#2972

#2973

#2973

#2978

#2979

#298

#2980

#2981

#2982

#2983

#2983

#2987

#2989

#2989

#299

#2991

#2991

#2992

#2992

#2994

#2994

#2995

#2995

#3

#30

#300

#301

#302

#303

#304

#305

#306

#307

#308

#309

#31

#310

#311

#312

#314

#315

#316

#317

#318

#319

#32

#320

#321

#322

#323

#324

#325

#326

#327

#328

#33

#330

#331

#332

#333

#334

#335

#336

#337

#338

#339

#34

#340

#341

#342

#343

#345

#347

#349

#35

#351

#352

#355

#356

#36

#361

#362

#363

#365

#366

#367

#368

#37

#370

#371

#372

#373

#374

#375

#376

#377

#378

#379

#38

#382

#383

#384

#386

#388

#389

#39

#390

#392

#393

#394

#395

#396

#397

#398

#399

#4

#40

#400

#401

#403

#404

#405

#407

#408

#409

#41

#411

#412

#413

#414

#415

#417

#419

#42

#420

#421

#423

#425

#426

#427

#428

#429

#43

#430

#431

#433

#434

#435

#437

#438

#439

#44

#440

#441

#445

#447

#448

#449

#45

#450

#452

#453

#454

#455

#456

#457

#458

#459

#46

#463

#464

#465

#466

#468

#469

#47

#470

#471

#473

#474

#475

#476

#48

#480

#481

#482

#483

#486

#487

#488

#489

#49

#490

#491

#492

#493

#495

#496

#497

#498

#499

#5

#50

#500

#501

#502

#503

#504

#506

#507

#508

#509

#51

#510

#511

#512

#515

#516

#517

#518

#519

#52

#520

#522

#523

#524

#525

#526

#527

#528

#529

#53

#530

#532

#534

#535

#536

#537

#539

#54

#541

#542

#544

#545

#546

#548

#549

#55

#550

#551

#552

#553

#554

#555

#556

#557

#558

#559

#56

#560

#561

#563

#564

#565

#566

#568

#569

#57

#570

#571

#572

#573

#577

#578

#579

#58

#580

#582

#585

#586

#587

#588

#589

#59

#590

#591

#594

#595

#596

#597

#598

#599

#6

#60

#600

#601

#602

#603

#604

#605

#606

#607

#609

#61

#610

#611

#614

#615

#616

#617

#619

#62

#623

#624

#625

#627

#628

#629

#63

#630

#632

#634

#635

#638

#64

#640

#641

#643

#644

#645

#647

#648

#649

#65

#651

#652

#653

#654

#656

#657

#658

#659

#66

#661

#662

#664

#665

#666

#667

#668

#668

#669

#67

#670

#671

#672

#673

#674

#675

#676

#677

#678

#679

#68

#681

#682

#684

#686

#687

#688

#689

#69

#690

#692

#693

#694

#694

#697

#699

#7

#70

#700

#701

#702

#704

#705

#706

#707

#707

#708

#709

#71

#710

#711

#712

#713

#714

#715

#716

#717

#718

#72

#723

#724

#725

#726

#727

#728

#728

#729

#73

#730

#731

#732

#736

#737

#738

#74

#740

#741

#742

#743

#744

#745

#746

#747

#748

#749

#75

#751

#752

#753

#757

#758

#759

#76

#760

#761

#763

#764

#765

#766

#767

#768

#769

#77

#770

#771

#772

#773

#775

#776

#777

#779

#78

#780

#781

#782

#784

#785

#786

#787

#788

#789

#79

#790

#791

#792

#793

#794

#796

#797

#798

#799

#8

#80

#800

#801

#802

#804

#805

#808

#809

#81

#810

#812

#813

#814

#815

#816

#817

#819

#82

#820

#821

#822

#823

#824

#825

#826

#827

#828

#829

#83

#830

#831

#832

#833

#834

#835

#836

#837

#838

#839

#84

#840

#842

#843

#846

#847

#848

#85

#851

#853

#854

#856

#858

#859

#86

#860

#861

#862

#864

#865

#866

#867

#869

#87

#870

#872

#873

#874

#875

#876

#877

#879

#88

#880

#882

#884

#885

#886

#887

#888

#889

#89

#890

#892

#893

#895

#896

#897

#898

#899

#9

#90

#900

#901

#902

#903

#905

#907

#908

#91

#910

#911

#912

#913

#914

#915

#917

#918

#919

#92

#921

#922

#923

#924

#925

#926

#927

#929

#93

#930

#931

#932

#933

#934

#936

#937

#938

#939

#940

#943

#945

#946

#947

#948

#949

#95

#950

#951

#952

#953

#954

#955

#956

#957

#958

#96

#961

#962

#963

#964

#965

#966

#968

#969

#97

#970

#970

#971

#972

#974

#976

#977

#98

#980

#982

#983

#984

#985

#986

#988

#99

#991

#992

#994

#995

#996

#997

#998

#999

0.5.1

0.6.0

0.7.0

0.7.1

0.7.2

0.8.0

0.8.1

0.8.2

0.8.3

0.8.4

0.9.0

0.9.0-alpha.1

0.9.0-alpha.2

0.9.0-alpha.3

0.9.0-alpha.4

0.9.1

Mono Color

• 4d14777673 Utilize batches in Stable Diffusion (#2071) NorilskMajor 2024-04-16 13:49:04 +09:00
• f135b7963d Fix for the batch dim in the quantized matmul example. (#2073) Laurent Mazare 2024-04-15 20:00:28 +02:00
• af955f260c Make the falcon model cloneable. (#2067) Laurent Mazare 2024-04-15 09:39:03 +02:00
• 8ad822a983 Add a function to clear the KV cache in falcon. (#2066) Laurent Mazare 2024-04-15 09:29:25 +02:00
• e198bb0816 Handle zero dims in some simple operations. (#2064) Laurent Mazare 2024-04-15 09:18:54 +02:00
• f7d5bf5b97 Faster kernels for quantized matmul on cuda (#2060) Laurent Mazare 2024-04-15 08:32:47 +02:00
• c119600d6e Move image tensor to device in trocr example (#2063) Harry Stern 2024-04-15 00:50:32 -04:00
• c449f65b12 Expose the synchronize function on the generic device. (#2062) Laurent Mazare 2024-04-14 23:02:03 +02:00
• db7dbf3071 Add missing bfloat unary strided kernels and fix typo (#2058) ivarflakstad 2024-04-14 20:01:13 +02:00
• 4ecedb1598 Add the full quantized matmul kernels for cuda. (#2057) Laurent Mazare 2024-04-14 17:52:08 +02:00
• 53e5380bf6 Add a synchronize method to devices. (#2055) Laurent Mazare 2024-04-14 16:32:55 +02:00
• 50e49ecc5f Add a quantized version of recurrent-gemma. (#2054) Laurent Mazare 2024-04-13 20:07:01 +02:00
• 4c88c3ce06 Add benchmarks for qmatmul operations (#2048) Thomas Santerre 2024-04-13 06:30:14 -04:00
• 8b8fb630df Add a convenient way to rename tensors accessed through a varbuilder. (#2052) Laurent Mazare 2024-04-13 12:09:41 +02:00
• fb805b8ca2 Avoid crashes when running T5 models with F16 tensors on CPU (#2047) Victor-Mihaila 2024-04-13 11:07:28 +02:00
• 79e3bec789 Change for the encoder-only ProstT5 model (#2045) Victor-Mihaila 2024-04-13 11:06:24 +02:00
• e6d412b156 Add ReduceMean onnx operation (#2049) Gabriel 2024-04-13 11:00:25 +02:00
• 26cbbf8d84 Mandatory topk sampling for recurrent-gemma. (#2051) Laurent Mazare 2024-04-13 10:31:39 +02:00
• 2bf413caa3 Add the recurrent-gemma model. (#2039) Laurent Mazare 2024-04-13 00:05:21 +02:00
• 3ad4770eb6 Use cat for faster MQA computation. (#2043) Laurent Mazare 2024-04-12 09:15:10 +02:00
• 6e92129f54 Add missing bfloat unary strided kernels metal-mfa-bfloat Ivar Flakstad 2024-04-11 16:20:45 +02:00
• be2dcbd55d Merge branch 'main' into metal-mfa-bfloat Ivar Flakstad 2024-04-11 14:39:46 +02:00
• a0460cd2b1 Add the code-gemma models. (#2038) Laurent Mazare 2024-04-10 21:19:21 +02:00
• b81ecf712d Support alternative dtypes for mamba (#2036) Laurent Mazare 2024-04-10 18:10:01 +02:00
• a4d5a414e3 Support gather on bf16 for metal. (#2035) Laurent Mazare 2024-04-10 12:49:25 +02:00
• 798e0335cd Handle more tensor shapes in onnx "Gather" operation (#2026) Gabriel 2024-04-08 14:06:14 +02:00
• 718671a0d5 Use BufferOffset in metal backend ops. (#2029) Laurent Mazare 2024-04-08 09:37:25 +02:00
• c5fe4a7f89 Rework the buffer offset logic for metal kernels (#2028) Laurent Mazare 2024-04-07 22:37:53 +02:00
• 7f354473cf Optimize copy-2d for metal. (#2024) Laurent Mazare 2024-04-07 12:34:16 +02:00
• 33c9b66554 Add the new gemma models. (#2023) copy2d-metal Laurent Mazare 2024-04-06 21:25:38 +02:00
• 9fd52b3b71 Handle the batch dimension in quantized MMV on metal. (#2022) Laurent Mazare 2024-04-06 20:02:24 +02:00
• e662431acf Fix the final rmsnorm for quantized-metavoice. (#2021) Laurent Mazare 2024-04-06 19:35:01 +02:00
• 09fafcfa99 Copy multi metal [do not merge] copy-multi-metal Laurent 2024-04-06 10:11:16 +02:00
• ab892274d1 first commit (#2018) Jorge António 2024-04-05 14:20:28 +01:00
• b869a659ec Faster mask implementation for mixformers. (#2017) Laurent Mazare 2024-04-05 09:38:26 +02:00
• 88f7793598 Moondream tracing. (#2016) Laurent Mazare 2024-04-05 09:11:08 +02:00
• 2ac302a5d1 Add the rope THD kernel. (#2014) Laurent Mazare 2024-04-05 08:32:58 +02:00
• ace282e5c2 Add flag to run Moondream in f16 precision (#2015) Santiago Medina 2024-04-04 22:03:33 -07:00
• c87381fc96 Use F16 for moondream on cuda. (#2013) Laurent Mazare 2024-04-04 23:30:10 +02:00
• c5626b8271 Add support for "sign" on tensors (#2012) Thomas Santerre 2024-04-04 16:32:47 -04:00
• e6a5b82ba6 Fix the matmul layout for accelerate & mkl. (#2011) Laurent Mazare 2024-04-04 19:18:03 +02:00
• 5aebe53dd2 update dtypes checks for several metal operations (#2010) Thomas Santerre 2024-04-04 12:39:06 -04:00
• f76bb7794a Bumping the version number to 0.5.0. (#2009) Laurent Mazare 2024-04-04 17:48:45 +02:00
• 30b145150f Optimize the gelu f16 opt. (#2008) Laurent Mazare 2024-04-04 16:28:23 +02:00
• f48c07e242 Include topk sampling in the quantized example. (#2005) Laurent Mazare 2024-04-04 09:27:54 +02:00
• 8967c46563 Split the cuda error file. (#2003) Laurent Mazare 2024-04-04 08:27:23 +02:00
• 1e46cf8b19 Minor cleanups in reduce.metal. (#2004) Laurent Mazare 2024-04-04 08:26:02 +02:00
• bd8db2a771 refactor to reduce the amount of code wrapped in template syntax (#2002) Thomas Santerre 2024-04-04 02:13:12 -04:00
• 318d143224 Relax the contiguous check for cuda kernels. (#2000) Laurent Mazare 2024-04-03 09:02:38 +02:00
• 2be1a35710 Added link to the Coursera ML algorithm implementations (#1989) Vishal Patil 2024-04-03 01:16:32 -04:00
• 26226068a4 Moondream WASM (#1999) Radamés Ajna 2024-04-02 22:11:50 -07:00
• cd6b9e317c Add benchmarks for the candle-nn package (#1995) Thomas Santerre 2024-04-03 01:03:54 -04:00
• 08c049def3 Improve the handling of matmul with squeezed layouts. (#1998) Laurent Mazare 2024-04-02 23:17:05 +02:00
• d17b2cdad9 Match Moondream's latest release (#1997) Santiago Medina 2024-04-02 12:37:09 -07:00
• fb918a23c8 first commit (#1994) Jorge António 2024-04-02 15:31:05 +01:00
• b23436bf90 Stable diffusion fix. (#1993) Laurent Mazare 2024-04-02 14:36:28 +02:00
• be9c200cbb Expose the t5 config fields + allow t5-large. (#1987) Laurent Mazare 2024-04-01 20:58:34 +02:00
• ea0d8d3753 Quantized moondream implementation and BOS token (#1980) Santiago Medina 2024-04-01 10:37:54 -07:00
• 308ea070ed modify access for conv and op to be pub to allow external packages to have custom backends (#1986) Thomas Santerre 2024-04-01 11:44:49 -04:00
• b20acd622c Update for pyo3 0.21. (#1985) Laurent Mazare 2024-04-01 17:07:02 +02:00
• 5522bbc57c Add fn 'get_with_hints_dtype' in VarBuilder (#1877) (#1897) yinqiwen 2024-04-01 18:10:08 +08:00
• 888c09a3db add identity op (#1976) Mauro Sciancalepore 2024-04-01 12:08:25 +02:00
• 318cb82f16 Quantized cuda tweaks. (#1981) Laurent Mazare 2024-04-01 11:06:42 +02:00
• c7557b65dc Switch the default to using the faster kernels. (#1978) Laurent Mazare 2024-04-01 10:00:11 +02:00
• cd29c7ccd4 More ggml cuda kernels (#1977) Laurent Mazare 2024-04-01 00:15:48 +02:00
• f9954b73ba Add options to use local files + specify a custom repo or branch. (#1973) Laurent Mazare 2024-03-31 09:32:50 +02:00
• eead1dcead Clippy fix. (#1972) Laurent Mazare 2024-03-31 08:57:40 +02:00
• 92f81d2fcb Add Moondream transformer implementation and example (#1970) Santiago Medina 2024-03-30 23:54:56 -07:00
• 3144150b8d Move the tensor-tools binary in a separate crate. (#1969) Laurent Mazare 2024-03-30 15:49:37 +01:00
• b190fd8592 Remove some unnecessary calls to contiguous. (#1968) Laurent Mazare 2024-03-30 13:22:00 +01:00
• efe4a0c84b Add a print command to tensor-tools. (#1967) Laurent Mazare 2024-03-30 11:34:33 +01:00
• 665da30487 Backend refactoring. (#1966) Laurent Mazare 2024-03-29 23:02:11 +01:00
• 356a170ae9 Update parquet requirement from 50.0.0 to 51.0.0 (#1867) dependabot[bot] 2024-03-29 21:58:15 +01:00
• 7ecbc6d50b fix minor typo (#1924) Marco Inacio 2024-03-29 17:09:57 +00:00
• 8ad12a0e81 Add some examples using the MT5 variants. (#1963) Laurent Mazare 2024-03-29 18:09:29 +01:00
• eb1b27abcd Readme fix. (#1961) Laurent Mazare 2024-03-28 23:24:46 +01:00
• 708e422456 Qwen MoE model. (#1960) Laurent Mazare 2024-03-28 23:10:57 +01:00
• c5092f2c29 Add a couple t5 models. (#1958) Laurent Mazare 2024-03-28 17:58:06 +01:00
• cdc8b57b5c Fix clippy lints + minor cleanups. (#1957) Laurent Mazare 2024-03-28 14:17:46 +01:00
• b0340d72ec CLIP model implementation with example (#1950) Tigran Zhampeissov 2024-03-28 17:44:12 +05:00
• b3484e7a5e Fix for the RWKV models. (#1955) Laurent Mazare 2024-03-28 10:17:38 +01:00
• ada5d7c096 add send and sync trait bounds for scheduler config in stable diffusion models (#1952) Jorge António 2024-03-28 09:03:00 +00:00
• 13ae5a34c7 Ensure that the kernels get rebuilt on cuh changes. (#1954) Laurent Mazare 2024-03-28 06:56:48 +01:00
• ab86cd37c8 Support i64 in index-select on metal. (#1951) Laurent Mazare 2024-03-27 16:30:07 +01:00
• a9abde5f93 More flexible matmul contiguity checks. (#1949) Laurent Mazare 2024-03-27 10:59:05 +01:00
• 75b6d4b0da add config for mamba 2.8b model parameter (#1946) Jorge António 2024-03-27 06:47:23 +00:00
• 66f0a4eeea Another fix for squeezing. (#1943) Laurent Mazare 2024-03-26 17:05:26 +01:00
• 4523ecfb2a Faster repeat penalty (#1940) Laurent Mazare 2024-03-26 11:31:20 +01:00
• f5dfe883d7 Extend supported dtypes for metal (im2col & upsample_2d) (#1938) Thomas Santerre 2024-03-26 01:48:56 -04:00
• 196765e995 Use the new rope kernel in mistral. (#1937) Laurent Mazare 2024-03-25 23:26:05 +01:00
• 60676780a9 Fix detail in new RoPE implementation (#1935) Hugo Abonizio 2024-03-25 14:20:09 -03:00
• d3a8d291d5 Avoid the attention mask where possible. (#1933) Laurent Mazare 2024-03-25 15:31:04 +01:00
• cd254074f3 Really unique identifier for metal device ids. (#1932) Laurent Mazare 2024-03-25 11:48:16 +01:00
• e7f8e72588 Contiguous variant of the rope kernel. (#1929) Laurent Mazare 2024-03-25 09:11:20 +01:00
• 1b98f84a2b Fast kernels for rotary embeddings. (#1928) Laurent Mazare 2024-03-24 22:48:52 +01:00
• cf7d7fcf2f Also avoid the mask in the llama example. laurent 2024-03-24 19:04:32 +01:00
• 8c0db87992 Avoid using the attn mask when not necessary. opt-attn-mask laurent 2024-03-24 18:55:56 +01:00
• e2b4829531 Support more mistral models. (#1927) Laurent Mazare 2024-03-24 08:04:04 +01:00
• 5e70821dd0 Allow for arbitrary temperature modifications. laurent 2024-03-23 15:47:39 +01:00
• a62a97340c Add topk sampling. (#1923) Laurent Mazare 2024-03-23 15:26:09 +01:00