backend: pytorch
checkpoint_freq: 1
comet: false
comet_name: particleflow-pt
comet_offline: false
comet_step_freq: 10
config: parameters/pytorch/pyg-cms-small.yaml
conv_type: attention
data_dir: /pfvol/tensorflow_datasets
dataset: cms
dtype: bfloat16
gpu_batch_multiplier: 2
gpus: 4
load: null
lr: 0.0005
lr_schedule: cosinedecay
met_finetuning: true
model:
  attention:
    activation: elu
    attention_type: efficient
    conv_type: attention
    dropout: 0.3
    embedding_dim: 256
    num_convs: 3
    num_heads: 16
    width: 256
  cos_phi_mode: linear
  energy_mode: linear
  eta_mode: linear
  gnn_lsh:
    activation: elu
    bin_size: 640
    conv_type: gnn_lsh
    distance_dim: 128
    dropout: 0.1
    embedding_dim: 512
    ffn_dist_hidden_dim: 128
    layernorm: true
    max_num_bins: 200
    num_convs: 3
    num_node_messages: 2
    width: 512
  gravnet:
    activation: elu
    conv_type: gravnet
    dropout: 0.0
    embedding_dim: 512
    k: 16
    num_convs: 3
    propagate_dimensions: 32
    space_dimensions: 4
    width: 512
  mamba:
    activation: elu
    conv_type: mamba
    d_conv: 4
    d_state: 32
    dropout: 0.1
    embedding_dim: 1024
    expand: 2
    num_convs: 4
    width: 1024
  pt_mode: linear
  sin_phi_mode: linear
ntest: null
ntrain: null
num_epochs: 30
num_workers: 0
nvalid: null
patience: 10
prefetch_factor: null
prefix: /pfvol/experiments/MLPF_cms_Transformer_MET_True
ray_train: false
raytune:
  asha:
    brackets: 1
    grace_period: 10
    max_t: 200
    reduction_factor: 4
  default_metric: val_loss
  default_mode: min
  hyperband:
    max_t: 200
    reduction_factor: 4
  hyperopt:
    n_random_steps: 10
  local_dir: null
  nevergrad:
    n_random_steps: 10
  sched: asha
  search_alg: hyperopt
sort_data: true
test_dataset:
  cms:
    physical:
      batch_size: 1
      samples:
        cms_pf_qcd_high_pt:
          version: 1.6.0
        cms_pf_ttbar:
          version: 1.6.0
train: true
train_dataset:
  cms:
    physical:
      batch_size: 1
      samples:
        cms_pf_qcd:
          version: 1.6.0
        cms_pf_ttbar:
          version: 1.6.0
valid_dataset:
  cms:
    physical:
      batch_size: 1
      samples:
        cms_pf_qcd:
          version: 1.6.0
        cms_pf_ttbar:
          version: 1.6.0