initial commit

HumanML3D/.hydra/config.yaml

@@ -0,0 +1,35 @@
+exp_name: pretrained
+checkpoints_dir: ./checkpoints/${exp_name}/${dataset.dataset_name}
+preprocess:
+  padding: true
+  use_kinematic: true
+model:
+  motion_encoder: vit_base_patch16_224_in21k
+  text_encoder: distilbert-base-uncased
+train:
+  batch_size: 128
+  epoch: 50
+  optimizer:
+    motion_lr: 1.0e-05
+    text_lr: 1.0e-05
+    head_lr: 1.0e-05
+  train_motion_encoder: true
+  train_text_encoder: true
+  motion_encoder_pretrained: true
+  patch_size: 16
+  seed: 42
+eval:
+  eval_train: false
+  use_best_model: true
+dataset:
+  dataset_name: HumanML3D
+  data_root: ./data/HumanML3D
+  motion_dir: ${dataset.data_root}/new_joints
+  text_dir: ${dataset.data_root}/texts
+  joints_num: 22
+  max_motion_length: 224
+  times: 1
+  fps: 20
+  motion_lr_factor: 10.0
+  text_lr_factor: 1.0
+  head_lr_factor: 10.0

HumanML3D/.hydra/hydra.yaml

@@ -0,0 +1,156 @@
+hydra:
+  run:
+    dir: ./checkpoints/${exp_name}/${dataset.dataset_name}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - dataset=HumanML3D
+  job:
+    name: train
+    chdir: null
+    override_dirname: dataset=HumanML3D
+    id: ???
+    num: ???
+    config_name: config
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /workspace/vhdatalarge/yu/MotionPatches
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /workspace/vhdatalarge/yu/MotionPatches/conf
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /workspace/vhdatalarge/yu/MotionPatches/checkpoints/exp1/HumanML3D
+    choices:
+      dataset: HumanML3D
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

HumanML3D/.hydra/overrides.yaml

@@ -0,0 +1 @@
+- dataset=HumanML3D

HumanML3D/best_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed37f69010402b59b19f65d504a0178b884451ac49e0fe765168f954a08900a
+size 610478414

KIT-ML/.hydra/config.yaml

@@ -0,0 +1,32 @@
+exp_name: pretrained
+checkpoints_dir: ./checkpoints/${exp_name}/${dataset.dataset_name}
+preprocess:
+  padding: true
+  use_kinematic: true
+model:
+  motion_encoder: vit_base_patch16_224_in21k
+  text_encoder: distilbert-base-uncased
+train:
+  batch_size: 256
+  epoch: 50
+  optimizer:
+    motion_lr: 1.0e-05
+    text_lr: 1.0e-05
+    head_lr: 1.0e-05
+  train_motion_encoder: true
+  train_text_encoder: true
+  motion_encoder_pretrained: true
+  patch_size: 16
+  seed: 42
+eval:
+  eval_train: false
+  use_best_model: true
+dataset:
+  dataset_name: KIT-ML
+  data_root: ./data/KIT-ML
+  motion_dir: ${dataset.data_root}/new_joints
+  text_dir: ${dataset.data_root}/texts
+  joints_num: 21
+  max_motion_length: 224
+  times: 1
+  fps: 12.5

KIT-ML/.hydra/hydra.yaml

@@ -0,0 +1,156 @@
+hydra:
+  run:
+    dir: ./checkpoints/${exp_name}/${dataset.dataset_name}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - dataset=KIT-ML
+  job:
+    name: train
+    chdir: null
+    override_dirname: dataset=KIT-ML
+    id: ???
+    num: ???
+    config_name: config
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /workspace/vhdatalarge/yu/MotionPatches
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /workspace/vhdatalarge/yu/MotionPatches/conf
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /workspace/vhdatalarge/yu/MotionPatches/checkpoints/exp1/KIT-ML
+    choices:
+      dataset: KIT-ML
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

KIT-ML/.hydra/overrides.yaml

@@ -0,0 +1 @@
+- dataset=KIT-ML

KIT-ML/best_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08459d4b99ebbaabc9789b4c6cab9207fafe444b44d10ec2a087ae06956b8e16
+size 610478853

README.md

@@ -0,0 +1,9 @@
+# Motion Patches
+
+Pretrained weights of the paper "Exploring Vision Transformers for 3D Human Motion-Language Models with Motion Patches" (CVPR 2024).
+
+Please refer to [project page](https://yu1ut.com/MotionPatches-HP/) for details.
+
+
+## License
+[CC BY-NC 4.0](https://creativecommons.org/licenses/by-nc/4.0/)