Commit Graph

Select branches

Hide Pull Requests

3d-parallelism

argparse

better-err

big_api

check-docs

check-for-nccl

composable-tp

context-parallel

context-parallel-experiments

context-parallel-flex-attn

cp-dataloader

cp-pc

dataloader-log

debug-tests

deepspeed-inference

deepspeed-version

device_map_xla_support

disable-seedale-rs

enable-dash

feat-decorator-to-purge-modified-accelerate-env-vars

feat/async-checkpointing

fix

fix-compile-regions

fix-deepspeed-autobs

fix-dispatch-model-tied-params-memory

fix-fp8

fix-generate

fix-grad-norm

fix-pjrt_device

fix-prod

fix-warnings

fork-tester

fp8-gradient-checkpointing

fp8-stuff

fsdp2-tp

fully-remove-accelerate-config

grad-acc-optimizer-fixes

grad-accum-test

import-util

llama-to-mistral

load-model-across-devices

low-bit-fsdp2

main

make-version-tests-better

mishig25-patch-1

mishig25-patch-2

mixed-precision-experiments

ms-amp

muellerzr-ds-debugging

muellerzr-fix-1.0

muellerzr-fp8-deepspeed-support-v2

muellerzr-msamp-ds-fsdp

muellerzr-nightly-fixings

muellerzr-stateful-dl

new-instance-type

nouamane/context-parallel

parallelism-config

pin-ruff

pip-uv

pippy-duplicates

pippy-integration

reaction-based-runs

release-v0.6.1

release-v0.6.2

revert-3671

revert-fsdp-improv

revert-pr

rm-112

runner

safetensors-default

slack-reporter

speedup-docker

test-data

test-deepspeed-unpin

torch-22

trainer-tests

transformers-nd-parallel

ulysses-sp

unfreeze-4090

use-partialstate

uv-take2

v0.12-release

v0.13-release

v0.14-release

v0.15-release

v0.16-release

v0.17-release

v0.18-release

v0.19-release

v0.20-release

v0.21-release

v0.22-release

v0.23-release

v0.24-release

v0.25.0-release

v0.26.0-release

v0.26.1-release

v0.27.0-release

v0.28.0-release

v0.29.0-release

v0.30.0-release

v0.31.0-release

v0.32.0-release

v0.33.0-release

v0.34.0-release

v0.7-release

v1.0.0-release

v1.1.0-release

v1.10.0-release

v1.2.0-release

v1.3.0-release

v1.4.0-release

v1.5.0-release

v1.6.0-release

v1.7.0-release

v1.8.0-release

v1.9.0-release

wip-from-pretrained

xla-gpu-runners

#1

#10

#1000

#1001

#1002

#1003

#1007

#1008

#1009

#1010

#1011

#1013

#1014

#1015

#1016

#1017

#1018

#1020

#1023

#1024

#1025

#1026

#1027

#1028

#1030

#1031

#1035

#1036

#1037

#1039

#104

#1042

#1043

#1045

#1046

#1047

#1049

#105

#1052

#1053

#1055

#1059

#106

#1060

#1061

#1062

#1063

#1064

#1065

#1068

#1069

#107

#1070

#1071

#1074

#1075

#1077

#1079

#108

#1080

#1081

#1082

#1084

#1086

#1087

#1090

#1091

#1094

#1097

#1100

#1107

#1108

#1109

#1111

#1113

#1118

#1121

#1122

#1123

#1124

#1125

#1126

#1127

#1128

#1132

#1134

#1138

#1140

#1141

#1143

#1144

#1145

#1146

#115

#1150

#1151

#1153

#1155

#1156

#1158

#1162

#1164

#1165

#1166

#1168

#1169

#1172

#1175

#1176

#1177

#1179

#1180

#1181

#1184

#1187

#1188

#1189

#1198

#1202

#1203

#1204

#1208

#121

#1211

#1212

#1218

#1219

#1220

#1222

#1224

#1226

#1227

#1229

#1233

#1235

#1236

#1237

#1240

#1241

#1247

#1249

#1250

#1251

#1255

#1259

#1262

#1264

#1267

#1268

#127

#1270

#1272

#1273

#1278

#1279

#1283

#1284

#1285

#1286

#1287

#1288

#1292

#1293

#1295

#1296

#1297

#13

#1304

#1308

#1312

#1313

#1314

#1315

#1318

#1319

#1321

#1322

#1323

#1329

#1332

#1337

#1339

#134

#1340

#1341

#1342

#1348

#1349

#1350

#1352

#1355

#1356

#1361

#1363

#1364

#1367

#1376

#1378

#1379

#138

#1380

#1381

#1385

#1386

#1387

#139

#1391

#1392

#1393

#1397

#1399

#140

#1403

#1406

#1410

#1411

#1413

#1426

#1431

#1433

#1434

#1436

#1437

#1438

#1439

#1440

#1441

#1444

#1446

#1447

#1448

#1449

#1450

#1452

#1453

#1455

#1456

#1457

#1458

#1461

#1465

#1466

#1467

#1468

#1470

#1472

#1477

#1478

#1483

#1484

#149

#1490

#1491

#1492

#1493

#1494

#1495

#1496

#1497

#15

#150

#1502

#1503

#1505

#1506

#1508

#151

#1511

#1512

#1513

#1514

#1517

#152

#1521

#1523

#1525

#1526

#1527

#1529

#1531

#1535

#1536

#1537

#1538

#1539

#1540

#1541

#1542

#1543

#1544

#1545

#1547

#1549

#1551

#1552

#1553

#1554

#1555

#1556

#1557

#1558

#1560

#1561

#1562

#1564

#1565

#1566

#1566

#1567

#1568

#1569

#1570

#1571

#1575

#1576

#1577

#1578

#1579

#1580

#1581

#1582

#1585

#1586

#1587

#1593

#1594

#1595

#1596

#1597

#16

#1603

#1609

#1615

#1616

#1617

#1618

#1623

#1624

#1625

#1626

#1627

#1631

#1632

#1633

#1634

#1636

#1637

#1638

#1639

#164

#1640

#1641

#1642

#1646

#1648

#1650

#1651

#1652

#1653

#1654

#1656

#1657

#1658

#1659

#1660

#1661

#1662

#1664

#1668

#1670

#1671

#1672

#1676

#1678

#1679

#168

#1682

#1689

#1690

#1691

#1692

#1694

#1696

#1697

#1698

#1699

#17

#170

#1701

#1702

#1705

#1706

#1708

#1709

#1712

#1715

#1716

#1717

#1718

#1719

#1720

#1723

#1724

#1725

#1726

#1728

#173

#1731

#1733

#1734

#1735

#1736

#1738

#1740

#1741

#1742

#1745

#1746

#1747

#1748

#1749

#175

#1753

#1755

#1756

#1759

#1760

#1762

#1769

#177

#1771

#1775

#1776

#1777

#1779

#1784

#179

#1790

#1796

#1798

#1799

#180

#1800

#1803

#1806

#1808

#1810

#1812

#1813

#1817

#1819

#1820

#1822

#1824

#1825

#1826

#1827

#1829

#183

#1833

#1834

#1838

#1842

#1846

#1850

#1852

#1853

#1855

#1856

#1868

#187

#1871

#1872

#1874

#1875

#1876

#1877

#1880

#1881

#1884

#1885

#1886

#1887

#189

#1891

#1892

#1894

#1895

#1896

#1898

#1899

#19

#1901

#1904

#1905

#1906

#1909

#1910

#1911

#1913

#1914

#1915

#1916

#1919

#1926

#1935

#1936

#1937

#1939

#1940

#1941

#1947

#1949

#1951

#1953

#1954

#1957

#1959

#1960

#1961

#1963

#1964

#1968

#1969

#1971

#1972

#1973

#1974

#1975

#1976

#1988

#1989

#199

#1992

#1994

#2

#20

#2001

#2005

#2008

#2021

#2026

#2033

#2034

#2036

#2037

#204

#2041

#2042

#2043

#2044

#2045

#2047

#2048

#2050

#2052

#2053

#2054

#2055

#2057

#2058

#206

#2060

#2066

#2069

#2072

#2073

#2075

#2077

#2078

#2080

#2086

#2087

#2088

#2089

#2090

#2092

#2093

#2094

#2096

#2097

#2098

#2099

#21

#2104

#2105

#2110

#2111

#2113

#2115

#2116

#2117

#2119

#212

#2120

#2121

#2123

#2125

#2126

#2131

#2132

#2133

#2134

#2136

#2137

#2138

#2139

#2140

#2145

#2146

#2147

#2150

#2151

#2152

#2153

#2156

#2158

#2166

#2168

#2172

#2173

#2176

#2177

#2180

#2195

#2196

#2197

#2199

#22

#2200

#2204

#2206

#2207

#2212

#2213

#2214

#2214

#2217

#2218

#2219

#2221

#2222

#2223

#2224

#2225

#2227

#2230

#2231

#2232

#2233

#2235

#2237

#2238

#2239

#224

#2242

#2253

#2254

#2257

#2263

#2264

#2269

#227

#2271

#2272

#2274

#2276

#2279

#228

#2280

#2284

#2286

#2288

#2290

#2292

#2295

#2296

#23

#2300

#2302

#2304

#2305

#2308

#2309

#2310

#2313

#2315

#2317

#2319

#2321

#2323

#2324

#2325

#2326

#2327

#2329

#2330

#2332

#2339

#234

#2342

#2343

#2344

#2345

#2346

#2349

#2349

#2350

#2351

#2352

#2353

#2354

#2355

#2356

#2363

#2364

#2365

#2366

#2369

#2376

#238

#2381

#2383

#2387

#2388

#2394

#2398

#2400

#2403

#2404

#2406

#2407

#2408

#2409

#241

#2410

#2411

#2412

#2415

#2418

#2419

#2420

#2421

#2422

#2423

#2424

#2425

#2426

#2427

#2430

#2433

#2434

#2435

#2436

#2437

#2438

#2439

#2441

#2442

#2443

#2444

#2445

#2446

#2448

#2449

#2450

#2451

#2452

#2453

#2456

#246

#2460

#2461

#2465

#2466

#2467

#247

#2472

#2473

#2475

#2481

#2483

#249

#2490

#2491

#2493

#2495

#2498

#2499

#25

#250

#2501

#2503

#2504

#2505

#2506

#2507

#2509

#2511

#2516

#252

#2523

#2524

#2525

#2526

#2527

#2530

#2531

#2532

#2533

#2534

#2535

#2538

#254

#2541

#2542

#2544

#2546

#255

#2552

#2554

#2557

#2558

#2561

#2565

#2566

#2569

#2570

#2572

#2576

#2577

#2578

#2579

#258

#2580

#2581

#2584

#2588

#2589

#259

#2590

#2591

#2594

#2595

#26

#2602

#2607

#2608

#2609

#2612

#2613

#2616

#2617

#2619

#2623

#2625

#2628

#263

#2630

#2631

#2634

#2639

#264

#2641

#2644

#2646

#2649

#2650

#2652

#2654

#2655

#2657

#2658

#266

#2662

#2663

#2663

#2664

#2666

#2667

#2669

#2670

#2672

#2673

#2674

#2677

#2679

#2681

#2685

#2686

#2687

#2689

#269

#2694

#2695

#2696

#2697

#2699

#270

#2704

#2705

#2706

#2707

#271

#2710

#2711

#2714

#2716

#2717

#2723

#2725

#2728

#2729

#2730

#2732

#2737

#2737

#2739

#274

#2740

#2743

#2745

#2748

#275

#2751

#2752

#2753

#2755

#2756

#2757

#2758

#2762

#2763

#2765

#2767

#2770

#2772

#2774

#2776

#2777

#2779

#278

#2781

#2782

#2783

#2788

#2790

#2791

#2794

#2795

#2796

#28

#280

#2800

#2804

#2805

#2806

#2808

#2810

#2814

#2815

#282

#2820

#2822

#2824

#2825

#2826

#2830

#2833

#2836

#284

#2841

#2842

#2843

#2844

#2845

#2850

#2851

#2852

#2853

#2854

#2855

#2856

#2857

#2860

#2861

#2862

#2863

#2864

#2867

#2874

#2875

#2876

#2877

#2878

#2879

#2880

#2883

#2887

#2888

#2889

#289

#2892

#2895

#290

#2902

#2909

#2914

#2916

#2917

#292

#2921

#2927

#2928

#293

#2931

#2932

#2934

#2935

#2936

#2938

#2940

#2941

#2945

#2948

#2950

#2952

#2957

#2959

#2964

#2966

#2977

#298

#2981

#2982

#2983

#2986

#2989

#299

#2991

#2992

#2993

#2994

#2997

#2998

#3

#300

#3003

#3006

#3007

#3008

#3009

#301

#3012

#3016

#3018

#3019

#3021

#3022

#3023

#3024

#3025

#3028

#3029

#3030

#3032

#3033

#3034

#3036

#304

#3042

#3045

#3046

#3047

#3048

#305

#3052

#3053

#3055

#3056

#3057

#306

#3062

#3066

#3068

#3069

#307

#3071

#3074

#3075

#3076

#3077

#308

#3082

#3084

#3085

#3088

#309

#3093

#3095

#3096

#3097

#3098

#3099

#31

#3102

#3103

#3105

#3107

#3108

#3109

#311

#3111

#3112

#3114

#3116

#3118

#3119

#312

#3123

#3129

#313

#3130

#3131

#3132

#3133

#3136

#3137

#3138

#3142

#3143

#3144

#3145

#3146

#3149

#315

#3150

#3154

#3155

#3157

#3159

#316

#3160

#3161

#3162

#3163

#3164

#3165

#3166

#3167

#317

#3173

#3174

#3179

#318

#3181

#3183

#3185

#3186

#3187

#3188

#319

#3191

#3192

#3193

#3194

#3196

#3198

#320

#3204

#3207

#321

#3211

#3213

#3217

#3219

#3220

#3221

#3223

#3226

#3227

#3228

#3229

#323

#3231

#3234

#3235

#3236

#324

#3244

#3246

#3247

#3248

#3251

#3252

#3253

#3255

#3259

#326

#3261

#3262

#3266

#3268

#3270

#3272

#3274

#3275

#3279

#3280

#3282

#3287

#3288

#3289

#329

#3293

#3296

#3298

#3299

#33

#330

#3301

#3302

#3305

#3307

#331

#3311

#3321

#3321

#3323

#3324

#3327

#3328

#3329

#3330

#3331

#3332

#3333

#3334

#334

#3340

#3344

#3345

#3346

#3348

#3349

#335

#3350

#3351

#3352

#3355

#3357

#3359

#336

#3361

#3363

#3365

#3366

#3366

#3368

#337

#3373

#3376

#3378

#3383

#3385

#3387

#3388

#339

#3390

#3391

#3394

#3395

#3396

#3397

#340

#3401

#3403

#3405

#3408

#3409

#3416

#3417

#3419

#342

#3420

#3423

#3424

#3427

#343

#3430

#3432

#3439

#344

#3441

#3443

#3444

#3445

#3447

#3448

#3449

#345

#3450

#3451

#3457

#3459

#3460

#3461

#3462

#3464

#3465

#3466

#3469

#3469

#347

#3470

#3471

#3472

#3475

#3478

#3479

#3482

#3484

#3488

#3490

#3491

#3492

#3493

#3495

#3496

#3497

#3498

#3499

#35

#3501

#3503

#3504

#3507

#3513

#3514

#3517

#3518

#3519

#352

#3521

#3526

#3527

#3528

#3529

#3530

#3532

#3534

#3535

#3537

#3540

#3541

#3544

#3545

#3546

#3548

#3549

#355

#3556

#3559

#356

#3560

#3561

#3562

#3563

#3564

#3567

#3569

#3570

#3572

#3574

#3575

#3576

#3577

#3578

#3579

#3580

#3581

#3582

#3583

#3585

#3587

#3588

#3589

#3590

#3592

#3593

#3594

#3595

#3597

#3598

#3599

#360

#3601

#3602

#3603

#3604

#3605

#3606

#3608

#3609

#361

#3610

#3611

#3613

#3615

#3618

#3619

#3621

#3623

#3625

#3626

#3627

#3629

#363

#3630

#3631

#3632

#3635

#3636

#3637

#3638

#3640

#3642

#3645

#3646

#3648

#3649

#365

#3650

#3651

#3653

#3654

#3656

#3657

#3659

#3660

#3669

#3671

#3673

#3674

#3675

#3677

#3681

#3682

#3684

#3686

#3687

#3688

#3692

#3695

#3698

#370

#3700

#3701

#3701

#3703

#3707

#371

#3712

#3713

#3714

#3715

#3716

#3719

#372

#3720

#3721

#3722

#3725

#3728

#373

#3731

#3733

#3736

#3737

#3739

#374

#3740

#3742

#3743

#3744

#3745

#3750

#3751

#3752

#3752

#3753

#3755

#3756

#3757

#3757

#3759

#376

#3760

#3761

#3762

#3764

#3765

#3766

#3767

#3769

#377

#3771

#3772

#3773

#3774

#3776

#3777

#3777

#3779

#378

#3781

#3782

#3782

#3783

#3786

#3787

#379

#3790

#3791

#3796

#3799

#3799

#38

#380

#3800

#3800

#3808

#3809

#3810

#3815

#385

#386

#387

#388

#390

#391

#392

#394

#395

#396

#397

#398

#399

#4

#401

#405

#407

#408

#409

#410

#411

#413

#414

#415

#416

#417

#419

#420

#421

#424

#425

#426

#427

#428

#429

#43

#430

#431

#432

#437

#44

#441

#442

#445

#447

#456

#457

#458

#459

#460

#461

#462

#463

#464

#465

#466

#467

#468

#469

#470

#472

#475

#477

#478

#479

#481

#482

#484

#487

#488

#489

#493

#494

#495

#50

#500

#504

#505

#506

#509

#510

#511

#513

#514

#517

#519

#52

#522

#523

#524

#527

#528

#529

#530

#531

#532

#533

#534

#539

#54

#540

#542

#544

#545

#546

#547

#548

#550

#551

#553

#554

#556

#557

#558

#56

#562

#563

#564

#565

#567

#568

#569

#571

#572

#573

#576

#577

#578

#579

#58

#580

#581

#583

#584

#588

#589

#590

#591

#594

#595

#596

#598

#599

#6

#602

#603

#604

#605

#606

#607

#610

#611

#612

#613

#619

#62

#620

#622

#623

#625

#626

#627

#629

#63

#630

#631

#633

#634

#635

#637

#638

#642

#643

#645

#649

#651

#655

#656

#657

#660

#665

#666

#667

#67

#670

#671

#672

#673

#674

#675

#676

#680

#682

#683

#686

#687

#688

#695

#696

#698

#699

#7

#70

#701

#702

#703

#704

#705

#708

#709

#710

#711

#712

#713

#714

#715

#716

#718

#719

#722

#724

#725

#726

#727

#728

#73

#732

#734

#735

#737

#738

#739

#740

#741

#742

#744

#746

#747

#748

#749

#751

#753

#755

#756

#758

#759

#761

#766

#768

#772

#773

#774

#775

#776

#777

#778

#779

#78

#780

#781

#782

#783

#789

#79

#790

#792

#794

#795

#797

#8

#800

#802

#803

#808

#81

#810

#811

#812

#813

#814

#815

#818

#819

#82

#820

#821

#823

#824

#825

#827

#828

#829

#830

#836

#837

#838

#839

#840

#842

#848

#849

#850

#851

#853

#855

#856

#857

#859

#860

#861

#862

#863

#865

#868

#869

#87

#871

#872

#873

#877

#878

#88

#881

#884

#887

#889

#89

#890

#891

#892

#893

#894

#895

#896

#9

#902

#904

#905

#906

#907

#909

#911

#915

#916

#917

#920

#921

#926

#927

#928

#932

#935

#937

#939

#941

#942

#943

#945

#949

#950

#951

#955

#959

#962

#966

#968

#972

#978

#979

#98

#981

#982

#983

#984

#988

#989

#990

#991

#999

0.0.1

v0.1.0

v0.10.0

v0.11.0

v0.12.0

v0.13.0

v0.13.1

v0.13.2

v0.14.0

v0.15.0

v0.16.0

v0.17.0

v0.17.1

v0.18.0

v0.19.0

v0.2.0

v0.2.1

v0.20.0

v0.20.1

v0.20.2

v0.20.3

v0.21.0

v0.22.0

v0.23.0

v0.24

v0.24.0

v0.24.1

v0.25.0

v0.26.0

v0.26.1

v0.27.0

v0.27.1

v0.27.2

v0.28.0

v0.29.0

v0.29.1

v0.29.2

v0.29.3

v0.3.0

v0.30.0

v0.30.1

v0.31.0

v0.32.0

v0.32.1

v0.33.0

v0.34.0

v0.34.1

v0.34.2

v0.4.0

v0.5.0

v0.5.1

v0.6.0

v0.6.1

v0.6.2

v0.7.0

v0.7.1

v0.8.0

v0.9.0

v1.0.0

v1.0.0rc0

v1.0.0rc1

v1.0.1

v1.1.0

v1.1.1

v1.10.0

v1.10.1

v1.2.0

v1.2.1

v1.3.0

v1.4.0

v1.5.0

v1.5.1

v1.5.2

v1.6.0

v1.7.0

v1.8.0

v1.8.1

v1.9.0

Mono Color

• 5998f8625b refactor: nit change for get_parameters_from_modules (code debt) (#3815) main Mehant Kammakomati 2025-10-14 17:41:32 +05:30
• f0313a64a2 Fix tracking swanlab (#3810) Marc Sun 2025-10-10 18:42:52 +02:00
• df0c1870d9 Bump to python3.10 + update linter (#3809) Marc Sun 2025-10-10 18:22:51 +02:00
• bc2478a472 fix (#3808) Marc Sun 2025-10-08 15:32:18 +02:00
• 057edec226 fix (skip) cache flush when original device is cpu and offloaded to disk meta (#3796) Qubitium-ModelCloud 2025-10-08 17:48:04 +08:00
• bc2f43d9e0 Update build_pr_documentation.yml mishig25-patch-2 Mishig 2025-09-30 13:12:29 +02:00
• d581eb0599 Change workflow reference to strip_to_docstrings mishig25-patch-1 Mishig 2025-09-30 10:57:40 +02:00
• 7eb413b8af [wip docbuilder] Mishig 2025-09-30 10:54:06 +02:00
• db02e4dfd8 WIP low-bit-fsdp2 S1ro1 2025-09-24 12:16:47 +00:00
• a98a6f0c98 Fix: truth value of tensor with more than 1 variable is unambiguous fix-grad-norm S1ro1 2025-09-23 12:17:17 +00:00
• 14383311c2 Remove deprecated FindTiedParametersResult (#3786) Yuanyuan Chen 2025-09-19 21:00:44 +08:00
• a737437c8a Revert "fix: correct dictionary unpacking in recursively_apply function (#3766)" (#3787) Marc Sun 2025-09-19 12:50:53 +02:00
• 6997855ace rm mlflow (#3783) Marc Sun 2025-09-19 11:32:37 +02:00
• 401075ffff Add optional typing (#3769) Yuanyuan Chen 2025-09-19 00:08:54 +08:00
• 8031e24e84 refactor: Use with in Accelerator.autocast()instead of __enter__() and __exit__() for more elegant style. (#3767) Walker 2025-09-18 21:27:12 +08:00
• 3db9fb6991 fix: correct dictionary unpacking in recursively_apply function (#3766) Quentin Gallouédec 2025-09-18 07:18:28 -06:00
• fe795fd324 switch XPU ccl backend to torch-builtin xccl in test_zero3_integration (#3773) Yao Matrix 2025-09-18 02:50:32 -07:00
• 409b356f45 Lower complexity of get_balanced_memory by adding a set (#3776) Samuel Barry 2025-09-17 09:30:55 -07:00
• 1b50d93999 enable 2 model hook ut cases on XPU (#3774) Yao Matrix 2025-09-16 16:32:59 -07:00
• b260de260e Feat: initial impl ulysses-sp S1ro1 2025-09-16 14:26:41 +00:00
• 50042518db Some stuff feat/async-checkpointing S1ro1 2025-09-16 12:08:49 +00:00
• e79f383625 Added Tip for better rendering (#3781) Sergio Paniego Blanco 2025-09-15 16:22:56 +02:00
• 571ca0200d Merge branch 'main' into feat/async-checkpointing S1ro1 2025-09-13 14:16:07 +00:00
• 0cb1a33475 fix Muti node CUDA error: invalid device ordinal #3775 (#3779) Ricardo Dominguez-Olmedo 2025-09-13 15:32:47 +02:00
• dfdc219018 use reset_peak_memory_stats on xpu (#3772) Yao Matrix 2025-09-12 06:05:31 -07:00
• 45959d7b96 fix FSDP2 test case failure on XPU (#3771) Yao Matrix 2025-09-12 06:05:05 -07:00
• 8b493524c8 Fix: typo makes tests fail (#3765) Matej Sirovatka 2025-09-09 12:06:05 +02:00
• 9ead94e556 fix: torch_npu import error (#3764) Ju4tCode 2025-09-09 17:38:57 +08:00
• a0bc36e8ed feat: allow mixed precision policy as dtype (#3751) Mehant Kammakomati 2025-09-09 02:59:20 +05:30
• 8830e58a91 Fix typos (#3753) Yuanyuan Chen 2025-09-08 19:33:18 +08:00
• 40ebb4bea3 make torch_native_parallelism examples device agnostic (#3759) Yao Matrix 2025-09-08 03:16:56 -07:00
• ec92b1af7a fix: model.set_requires_gradient_sync(False) should be called to turn off gradient synchronization in FSDP2 (#3762) Walker 2025-09-07 05:57:46 +08:00
• 62ede1ed2a CP docs typos fixed (#3761) Sergio Paniego Blanco 2025-09-05 12:23:33 +02:00
• 9f9c490c6b fix: specify device for process_tensor in example usage (#3755) Quentin Gallouédec 2025-09-03 03:05:24 -06:00
• 8b55e62b2c xpu INT64 all_gather issue fixed in 2.9 (#3756) Yao Matrix 2025-09-03 01:56:14 -07:00
• 0e4419b347 Add bf16/fp16 support for amp with mps device (#3373) Marc Sun 2025-08-28 14:20:56 +02:00
• 3b67c21696 Add support for TE MXFP8 recipe in accelerate (#3688) Peter St. John 2025-08-27 06:08:34 -06:00
• 7b981788ca [ND Parallel] Update examples, cleanup (#3737) Matej Sirovatka 2025-08-26 14:41:14 +02:00
• c4460e33ef fix: specify device_ids in torch.distributed.barrier for PartialState (#3744) Quentin Gallouédec 2025-08-26 05:05:33 -07:00
• 623cc0ba58 Release: v1.10.1 v1.10.1 v1.10.0-release Marc Sun 2025-08-25 15:40:49 +02:00
• d73e921ba3 Protect import for device_mesh (#3742) Marc Sun 2025-08-22 15:44:56 +02:00
• f4593e36fc Feat: add to_json (#3743) Matej Sirovatka 2025-08-22 15:25:38 +02:00
• a3f8d23402 Merge updated examples context-parallel-flex-attn S1ro1 2025-08-23 15:42:00 +00:00
• 8ecadce10a Feat: cleanup S1ro1 2025-08-23 15:34:55 +00:00
• 91985ab9d7 Feat: first version S1ro1 2025-08-23 15:03:28 +00:00
• 5dd3d0b690 Protect import for device_mesh (#3742) Marc Sun 2025-08-22 15:44:56 +02:00
• 5fe4460ccd Feat: add to_json (#3743) Matej Sirovatka 2025-08-22 15:25:38 +02:00
• 979d81e4a9 fix: cpu ram efficient loading for nd or hsdp parallelisms (#3740) Mehant Kammakomati 2025-08-21 17:10:06 +05:30
• 7c25f696b8 Fix convert LayerNorm without bias to fp8 (#3725) Junya Morioka 2025-08-19 05:28:48 +09:00
• a7d6f28f99 feat: add ignored_params support for fsdp2 (#3731) Mehant Kammakomati 2025-08-18 18:01:19 +05:30
• 6918a5ab78 Feat: rename fsdp2 examples transformers-nd-parallel S1ro1 2025-08-13 17:52:53 +00:00
• 23cf4ef8a3 Fix tests (#3722) Marc Sun 2025-08-07 16:59:29 +02:00
• ff872f5f71 bump to 1.11.0dev0 Marc Sun 2025-08-07 12:58:08 +02:00
• 5dcd16e789 Release: v1.10.0 v1.10.0 Marc Sun 2025-08-07 12:50:34 +02:00
• 2941a6b0fb remove (#3721) Marc Sun 2025-08-07 12:48:11 +02:00
• c0a3aefea8 feature: CpuOffload pre_forward don't attempt to move if already on device (#3695) Joe Gaffney 2025-08-06 18:46:13 +01:00
• 42fdda1c1f Remove ParallelismConfig from PartialState (#3720) Marc Sun 2025-08-06 19:00:26 +02:00
• e23b004b30 TST Add test for FSDP ignored_modules as str (#3719) Benjamin Bossan 2025-08-06 18:05:54 +02:00
• 898cad39e8 Fix: tp size wouldn't read from env (#3716) Matej Sirovatka 2025-08-06 15:08:55 +02:00
• 24c8157bba Set parallelism_config in constructor due to Trainer reset of State (#3713) Wing Lian 2025-08-06 07:47:49 -04:00
• 6891c57072 Feat: context parallel v2.0 (#3700) Matej Sirovatka 2025-08-05 16:17:13 +02:00
• 24e48f3d20 ENH: Allow FSDP ignored modules to be regex (#3698) Benjamin Bossan 2025-08-05 14:23:14 +02:00
• 6640ff415c Fix: Ensure environment variable values are case-insensitive in Accelerate (#3712) jp 2025-08-05 20:22:00 +09:00
• c173b4fdd6 Fix: prepare works even if nothing except tp specified (rare) (#3707) Matej Sirovatka 2025-08-05 13:07:37 +02:00
• 6c624c4a6b WIP wip-from-pretrained S1ro1 2025-08-04 00:03:01 +00:00
• cb343c63d7 Add Parallelism getter property to Accelerator class (#3703) WoosungMyung 2025-08-03 01:20:08 +09:00
• 354b0b5da3 WIP: very much wip but works (probably) S1ro1 2025-08-01 01:28:49 +00:00
• 9359a0194f Parallelism config + TP + HSDP + BYODM (Bring Your Own Device Mesh) (#3682) salman 2025-07-30 20:03:13 +01:00
• aafde25cfc Feat: working examples fsdp2-tp S1ro1 2025-07-28 11:11:46 +00:00
• d21ff9f245 Feat: some fsdp2 improv S1ro1 2025-07-27 22:56:20 +00:00
• 00dd4af6ec Feat: TP works S1ro1 2025-07-27 14:53:56 +00:00
• 9fdc320d2b Fix: improve trackio S1ro1 2025-07-27 01:49:02 +00:00
• 7ddb3abb82 Feat: add trackio S1ro1 2025-07-27 01:14:02 +00:00
• 36a1234cf1 Merge branch 'main' into device_mesh_parallelism_config S1ro1 2025-07-27 00:59:09 +00:00
• 1017752ab4 Feat: some cleanup of example S1ro1 2025-07-27 00:58:10 +00:00
• 235d29ff8c Feat: cleanup example S1ro1 2025-07-26 18:28:52 +00:00
• a402faff9f use len on tuple to check if empty Wing Lian 2025-07-25 00:05:39 -04:00
• e8963dc19d guards for empty self.parallelism_config Wing Lian 2025-07-24 21:39:28 -04:00
• 76a546fd68 add guards Wing Lian 2025-07-24 21:01:06 -04:00
• 168b520279 reverting upcast Salman Mohammadi 2025-07-24 18:43:31 +00:00
• 379daa0b06 removing return Salman Mohammadi 2025-07-24 18:41:02 +00:00
• 74009ea783 comments Salman Mohammadi 2025-07-24 18:37:50 +00:00
• 133ef5f7da WIP: fix tp S1ro1 2025-07-23 21:20:04 +00:00
• 52c178fe4f merging Salman Mohammadi 2025-07-23 16:48:39 +00:00
• 80deb7ee32 removing fn Salman Mohammadi 2025-07-23 16:41:18 +00:00
• a6feca96db comments Salman Mohammadi 2025-07-23 16:39:55 +00:00
• f274b35401 linting Salman Mohammadi 2025-07-23 16:28:28 +00:00
• 07bf2b3ba9 fixing partial state check Salman Mohammadi 2025-07-23 15:48:56 +00:00
• 1a49c164b0 comments Salman Mohammadi 2025-07-23 15:47:43 +00:00
• f21547f3c7 fixed state Salman Mohammadi 2025-07-23 15:45:41 +00:00
• dc145c2bc9 updating examples, fixing state Salman Mohammadi 2025-07-23 15:30:07 +00:00
• 4a2dd58fd8 updating example Salman Mohammadi 2025-07-23 11:58:58 +00:00
• 7f243e0997 updating example Salman Mohammadi 2025-07-23 11:40:23 +00:00
• dd894525c8 Feat: ensure ddp/tp only works S1ro1 2025-07-22 23:54:38 +00:00
• f96fea3cb8 Fixes for non-fsdp2 case S1ro1 2025-07-22 17:32:02 +00:00
• 61868c29d3 merging Salman Mohammadi 2025-07-22 17:25:49 +00:00
• 3d235cb4bb wip example update Salman Mohammadi 2025-07-22 17:25:01 +00:00
• 4e99b9cd7a Fix: minor tweaks S1ro1 2025-07-22 17:04:20 +00:00
• aa745766c5 storing state in accelerator rather than acceleratorstate Salman Mohammadi 2025-07-22 16:55:58 +00:00
• aa749ad364 reverting Salman Mohammadi 2025-07-22 15:43:05 +00:00