27 lines
482 B
YAML
27 lines
482 B
YAML
# MI300X Configuration
|
|
gpu_type: mi300x
|
|
gpu_model: "AMD Instinct MI300X"
|
|
|
|
# Default attention implementation
|
|
default_attention: flash_attention_2
|
|
|
|
# Pretraining defaults
|
|
pretrain:
|
|
batch_size: 8
|
|
sequence_length: 8192
|
|
num_steps: 10
|
|
warmup_steps: 3
|
|
|
|
# Inference defaults
|
|
inference:
|
|
num_requests: 10
|
|
prompt_length: 512
|
|
generation_length: 100
|
|
warmup_requests: 2
|
|
|
|
# Hardware specs (for reference)
|
|
hardware:
|
|
memory_gb: 192
|
|
tdp_watts: 750
|
|
compute_capability: "gfx940"
|