deepspeedai--deepspeed

data_efficiency

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

mii

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zeropp

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

1.3B-MoE-128.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

1cycle_lr.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

1t-trend.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

3d-parallelism.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

175b-trend.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

530b-trend.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

accelerate-dark.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

accelerate-light.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

accelerate.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

adam-convergence.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

auto-tp-chart-latency.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

auto-tp-chart-opt-throughput.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

auto-tp-chart-throughput.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

bert-ib.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

bert-large-training-time.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

bert-scaling.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

bert-tcp.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

bingbert-mixedbit.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

comet_monitor.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

convergence-table.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

deepnvme_ops_report.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

DeepSpeed_dark_transparent.svg

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

DeepSpeed_dark.svg

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

DeepSpeed_light_transparent.svg

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

DeepSpeed_light.svg

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

deepspeed-logo-uppercase-bold-white-1.15.svg

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

deepspeed-logo-uppercase-bold-white.svg

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

deepspeed-logo-uppercase-white.svg

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

DeepSpeed-pillars.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

deepspeed-speedup.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

DeepSpeed-vs-Megatron.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

determined.svg

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

end-to-end-bert-training.PNG

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

evoformer.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

gpu-numbers.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

hf-logo.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

hf-transformers.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

inference-gemm-scheduling.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

inference-kernel-fusion.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

inference-latency.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

inference-throughput.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

large-model-graph.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

layernorm_animation.gif

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

layernorm_deepspeed.gif

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

layernorm_ds.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

layernorm_pytorch.gif

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

layernorm_torch.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

lightning-dark.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

lightning-dark.svg

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

lightning-light.svg

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

lightning.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

loss_and_lr.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

lr_schedule.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

megatron-gpt2-perf-test.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

model_convergence.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

moe-lat-tput.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

moe-nlg.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

mosaicml.svg

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

new-megatron-ds.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

old-vs-new-azure.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

onebit-adam-overview.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

onebit-convergence.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

oom_dp8_1.5B_log.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

perf-overview.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

pipe-schedule.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

pp-lowbw-gpt2.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

prmoe.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

qkv_fusion.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

quantization-8bit.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

quantization-mixedbit.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

sa_backward_pass.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

sa_bert_base_time_result.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

sa_bert_large_time_result.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

sa_fixed_sparsity_structure.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

sa_forward_pass.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

sa_gpt2_time_result.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

sa_long_document_comprehension_result.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

sa_maximum_sequence_runnable_on_bert.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

sa_variable_sparsity_structure.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

softmax_animation.gif

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

softmax_deepspeed.gif

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

softmax_ds.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

softmax_pytorch.gif

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

softmax_torch.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

squad-ib.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

squad-scaling.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

squad-tcp.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

tensorboard_monitor.PNG

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

transformer_kernel_perf_seq128.PNG

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

transformer_kernel_perf_seq512.PNG

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

transformer_kernel_perf.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

transformer_preln_arch.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

transformers-dark.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

transformers-light.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

variable_sparsity_pattern.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

vl_moe.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

vmss-setup.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

wandb_monitor.PNG

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

webinar-aug2020.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

xtc-1.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

xtc-2.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

xtc-3.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

xtc-4.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero1_dp8_1.5B_log.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero1_dp8_1.5B_smi.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero2_dp32_10B_log.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero2_dp32_10B_smi.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero3-offload-1-v100.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero3-offload-16-v100.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero3-offload-200B-scalability.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero3-offload-512-v100.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero3-offload-memory-overview.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero_inference_full_offload.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero_inference_model_scale.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero_inference_models.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero_inference_multi_gpu.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero_inference_prefetch.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero_inference_token_count_batch_size.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero_inference_token_count_cpu_throughput.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero_inference_token_count_nvme_throughput.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero_offload_dp1_10B_cpu.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero_offload_dp1_10B_log.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero_offload_dp1_10B_smi.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00

zero-full.png

chore: import upstream snapshot with attribution

2026-07-13 13:18:33 +08:00