Upload 4 files

UN-37/checkpoints/epoch=1-step=34331.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6c2a473fcda127eaae3289905fb43b881bc93db0e422936be0b705320bc816
+size 1020004119

UN-37/hydra/config.yaml

@@ -0,0 +1,184 @@
+model:
+  optimizer:
+    _target_: transformers.AdamW
+    lr: 2.0e-05
+    betas:
+    - 0.9
+    - 0.98
+    eps: 1.0e-08
+    weight_decay: 0.0
+    correct_bias: false
+  scheduler:
+    lr_scheduler: linear_with_warmup
+    warmup_updates: 0.1
+  _target_: src.model.lm.LanguageModel
+  model: lm
+  arch: google/bigbird-roberta-base
+  dataset: ${data.dataset}
+  num_freeze_layers: 0
+  freeze_epochs: -1
+  expl_reg: true
+  train_topk:
+  - 1
+  - 5
+  - 10
+  - 20
+  - 50
+  eval_topk:
+  - 1
+  - 5
+  - 10
+  - 20
+  - 50
+  expl_reg_freq: 1
+  task_wt: 1.0
+  comp_criterion: margin
+  comp_margin: 1.0
+  comp_target: false
+  comp_wt: 0.5
+  suff_criterion: margin
+  suff_margin: 0.1
+  suff_target: false
+  suff_wt: 0.5
+  log_odds: false
+  log_odds_target: false
+  plaus_criterion: bce
+  plaus_margin: 0.1
+  plaus_wt: 0.5
+  explainer_type: lm
+  expl_head_type: linear
+  expl_head_mlp_hidden_dim: null
+  expl_head_mlp_hidden_layers: null
+  expl_head_mlp_dropout: 0.0
+  expl_head_mlp_layernorm: false
+  attr_algo: null
+  attr_pooling: null
+  attr_mlp_hidden_dim: null
+  attr_mlp_hidden_layers: null
+  attr_mlp_dropout: 0.0
+  attr_mlp_layernorm: false
+  ig_steps: 3
+  internal_batch_size: null
+  return_convergence_delta: false
+  gradshap_n_samples: null
+  gradshap_stdevs: null
+  fresh: false
+  fresh_extractor: null
+  l2e: false
+  l2e_wt: 0.0
+  l2e_criterion: ce
+  l2e_classes: 5
+  a2r: false
+  a2r_wt: 0.0
+  a2r_criterion: null
+  a2r_task_out: null
+  save_outputs: false
+  exp_id: null
+  measure_attrs_runtime: false
+data:
+  _target_: src.data.data.DataModule
+  dataset: esnli
+  num_workers: ${setup.num_workers}
+  data_path: ${data_dir}/${.dataset}/${model.arch}/
+  train_batch_size: ${setup.train_batch_size}
+  eval_batch_size: ${setup.eval_batch_size}
+  eff_train_batch_size: ${setup.eff_train_batch_size}
+  mode: max
+  num_train: null
+  num_dev: null
+  num_test: null
+  num_train_seed: 0
+  num_dev_seed: 0
+  num_test_seed: 0
+  pct_train_rationales: null
+  pct_train_rationales_seed: 0
+  train_rationales_batch_factor: 2.0
+  neg_weight: 1
+  fresh_exp_id: null
+  fresh_attr_algo: null
+  fresh_topk: null
+  l2e_exp_id: null
+  l2e_attr_algo: null
+logger:
+  _target_: src.utils.logging.get_neptune_logger
+  logger: neptune
+  log_db: manual_runs
+  tag_attrs:
+  - ${data.dataset}
+  - ${model.model}
+  - ${model.arch}
+  name: test
+  offline: false
+  project_name: shared.workspace/UNIREX
+setup:
+  train_batch_size: 16
+  eval_batch_size: 1
+  accumulate_grad_batches: 2
+  eff_train_batch_size: 32
+  num_workers: 0
+  precision: 16
+training:
+  evaluate_ckpt: false
+  finetune_ckpt: false
+  ckpt_path: null
+  eval_splits: all
+  train_shuffle: true
+  patience: 5
+trainer:
+  _target_: pytorch_lightning.Trainer
+  checkpoint_callback: true
+  default_root_dir: null
+  gradient_clip_val: 0
+  process_position: 0
+  num_nodes: 1
+  num_processes: 1
+  gpus: -1
+  auto_select_gpus: true
+  tpu_cores: null
+  log_gpu_memory: null
+  progress_bar_refresh_rate: 1
+  overfit_batches: 0.0
+  track_grad_norm: -1
+  check_val_every_n_epoch: 1
+  fast_dev_run: false
+  accumulate_grad_batches: ${setup.accumulate_grad_batches}
+  max_epochs: 10
+  min_epochs: 1
+  max_steps: null
+  min_steps: null
+  limit_train_batches: 1.0
+  limit_val_batches: 1.0
+  limit_test_batches: 1.0
+  val_check_interval: 1.0
+  flush_logs_every_n_steps: 1000
+  log_every_n_steps: 1000
+  accelerator: null
+  sync_batchnorm: false
+  precision: ${setup.precision}
+  weights_summary: top
+  weights_save_path: null
+  num_sanity_val_steps: 0
+  truncated_bptt_steps: null
+  resume_from_checkpoint: null
+  profiler: null
+  benchmark: true
+  deterministic: true
+  reload_dataloaders_every_epoch: false
+  auto_lr_find: false
+  replace_sampler_ddp: true
+  terminate_on_nan: false
+  auto_scale_batch_size: false
+  prepare_data_per_node: true
+  plugins: null
+  amp_backend: native
+  amp_level: O2
+  move_metrics_to_cpu: false
+seed: 0
+debug: false
+work_dir: ${hydra:runtime.cwd}
+data_dir: ${work_dir}/../data
+log_dir: ${work_dir}/../logs
+save_dir: ${work_dir}/../save
+save_checkpoint: true
+save_rand_checkpoint: false
+early_stopping: true

UN-37/hydra/hydra.yaml

@@ -0,0 +1,185 @@
+hydra:
+  run:
+    dir: ${log_dir}/runs/${now:%Y-%m-%d}/${now:%H-%M-%S}
+  sweep:
+    dir: ../logs/multiruns/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - save_checkpoint=True
+    - data=esnli
+    - model=expl_reg
+    - model.explainer_type=lm
+    - model.expl_head_type=linear
+    - model.task_wt=1.0
+    - model.comp_wt=0.5
+    - model.suff_wt=0.5
+    - model.plaus_wt=0.5
+    - model.optimizer.lr=2e-05
+    - setup.train_batch_size=16
+    - setup.accumulate_grad_batches=2
+    - setup.eff_train_batch_size=32
+    - setup.eval_batch_size=1
+    - setup.num_workers=0
+    - seed=0
+    - model.save_outputs=False
+  job:
+    name: main
+    override_dirname: data=esnli,model.comp_wt=0.5,model.expl_head_type=linear,model.explainer_type=lm,model.optimizer.lr=2e-05,model.plaus_wt=0.5,model.save_outputs=False,model.suff_wt=0.5,model.task_wt=1.0,model=expl_reg,save_checkpoint=True,seed=0,setup.accumulate_grad_batches=2,setup.eff_train_batch_size=32,setup.eval_batch_size=1,setup.num_workers=0,setup.train_batch_size=16
+    id: '0'
+    num: 0
+    config_name: config
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.0
+    cwd: /home/pasquale/workspace/UNIREX2
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /home/pasquale/workspace/UNIREX2/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      trainer: defaults
+      training: base
+      hydra: default
+      setup: a100
+      logger: neptune
+      data: esnli
+      model: expl_reg
+      model/scheduler: linear_with_warmup
+      model/optimizer: hf_adamw
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

UN-37/hydra/overrides.yaml

@@ -0,0 +1,17 @@
+- save_checkpoint=True
+- data=esnli
+- model=expl_reg
+- model.explainer_type=lm
+- model.expl_head_type=linear
+- model.task_wt=1.0
+- model.comp_wt=0.5
+- model.suff_wt=0.5
+- model.plaus_wt=0.5
+- model.optimizer.lr=2e-05
+- setup.train_batch_size=16
+- setup.accumulate_grad_batches=2
+- setup.eff_train_batch_size=32
+- setup.eval_batch_size=1
+- setup.num_workers=0
+- seed=0
+- model.save_outputs=False