update code

src/Dockerfile

@@ -0,0 +1,3 @@
+FROM pytorch/pytorch:1.8.1-cuda11.1-cudnn8-runtime
+RUN pip install pytorch-lightning==1.3.8 yacs==0.1.8 pandas==1.3.0 numpy==1.21 iopath==0.1.9 --no-cache-dir
+

src/checkpoints/README.md

@@ -0,0 +1 @@
+

src/conf/eev.yaml

@@ -0,0 +1,31 @@
+MODEL:
+  TEMPORAL_TYPE: 'tcn'
+  USE_POSITION: True
+  FC_HIDDEN: 128
+  FEATURES: ['effb0', ]
+TCN:
+  NUM_STACK: 2
+  NUM_CHANNELS: 512
+  DILATIONS: 4
+  K_SIZE: 3
+  DROPOUT: 0.3
+  NORM: False
+OPTIM:
+  BASE_LR: 0.005
+  MAX_EPOCH: 20
+  LR_POLICY: 'none'
+  USE_SWA: True
+TRAIN:
+  ACCUM_GRAD_BATCHES: 32
+TEST:
+  WEIGHTS: ''
+DATA_LOADER:
+  DATA_DIR: '/mnt/sXProject/EvokedExpression/'
+  NUM_WORKERS: 20
+  PIN_MEMORY: False
+
+VERBOSE: True
+OUT_DIR: './tmp'
+RNG_SEED: 1
+FAST_DEV_RUN: 2
+LOGGER: "TensorBoard"

src/conf/eev_audio.yaml

@@ -0,0 +1,36 @@
+MODEL:
+  TEMPORAL_TYPE: 'tcn'
+  USE_POSITION: True
+  FC_HIDDEN: 128
+  FEATURES: ['audio', ]
+TCN:
+  NUM_STACK: 2
+  NUM_CHANNELS: 512
+  DILATIONS: 4
+  K_SIZE: 3
+  DROPOUT: 0.3
+  NORM: False
+LSTM:
+  HIDDEN_SIZE: 512
+  NUM_LAYERS: 2
+  BIDIREC: False
+  DROPOUT: 0.3
+OPTIM:
+  BASE_LR: 0.005
+  MAX_EPOCH: 20
+  LR_POLICY: 'none'
+  USE_SWA: True
+TRAIN:
+  ACCUM_GRAD_BATCHES: 32
+TEST:
+  WEIGHTS: ''
+DATA_LOADER:
+  DATA_DIR: '/mnt/sXProject/EvokedExpression/dataset/eev2021/'
+  NUM_WORKERS: 20
+  PIN_MEMORY: False
+
+VERBOSE: True
+OUT_DIR: './tmp'
+RNG_SEED: 1
+FAST_DEV_RUN: 2
+LOGGER: "TensorBoard"

src/conf/eev_audio_mediaeval18.yaml

@@ -0,0 +1,37 @@
+MODEL:
+  TEMPORAL_TYPE: 'tcn'
+  USE_POSITION: True
+  FC_HIDDEN: 128
+  FEATURES: ['audio', ]
+TCN:
+  NUM_STACK: 2
+  NUM_CHANNELS: 512
+  DILATIONS: 4
+  K_SIZE: 3
+  DROPOUT: 0.3
+  NORM: False
+LSTM:
+  HIDDEN_SIZE: 512
+  NUM_LAYERS: 2
+  BIDIREC: False
+  DROPOUT: 0.3
+OPTIM:
+  BASE_LR: 0.005
+  MAX_EPOCH: 20
+  LR_POLICY: 'none'
+  USE_SWA: True
+TRAIN:
+  ACCUM_GRAD_BATCHES: 32
+TEST:
+  WEIGHTS: ''
+DATA_LOADER:
+  DATA_DIR: '/mnt/sXProject/EvokedExpression/dataset/mediaeval18/'
+  NUM_WORKERS: 20
+  PIN_MEMORY: False
+
+DATA_NAME: 'mediaeval18'
+VERBOSE: True
+OUT_DIR: './tmp'
+RNG_SEED: 1
+FAST_DEV_RUN: 2
+LOGGER: "TensorBoard"

src/conf/eev_effb0.yaml

@@ -0,0 +1,36 @@
+MODEL:
+  TEMPORAL_TYPE: 'tcn'
+  USE_POSITION: True
+  FC_HIDDEN: 128
+  FEATURES: ['effb0', ]
+TCN:
+  NUM_STACK: 2
+  NUM_CHANNELS: 512
+  DILATIONS: 4
+  K_SIZE: 3
+  DROPOUT: 0.3
+  NORM: False
+LSTM:
+  HIDDEN_SIZE: 512
+  NUM_LAYERS: 2
+  BIDIREC: False
+  DROPOUT: 0.3
+OPTIM:
+  BASE_LR: 0.005
+  MAX_EPOCH: 20
+  LR_POLICY: 'none'
+  USE_SWA: True
+TRAIN:
+  ACCUM_GRAD_BATCHES: 32
+TEST:
+  WEIGHTS: ''
+DATA_LOADER:
+  DATA_DIR: '/mnt/sXProject/EvokedExpression/dataset/eev2021/'
+  NUM_WORKERS: 20
+  PIN_MEMORY: False
+
+VERBOSE: True
+OUT_DIR: './tmp'
+RNG_SEED: 1
+FAST_DEV_RUN: 2
+LOGGER: "TensorBoard"

src/conf/eev_effb0_mediaeval18.yaml

@@ -0,0 +1,37 @@
+MODEL:
+  TEMPORAL_TYPE: 'tcn'
+  USE_POSITION: True
+  FC_HIDDEN: 128
+  FEATURES: ['effb0', ]
+TCN:
+  NUM_STACK: 2
+  NUM_CHANNELS: 512
+  DILATIONS: 4
+  K_SIZE: 3
+  DROPOUT: 0.3
+  NORM: False
+LSTM:
+  HIDDEN_SIZE: 512
+  NUM_LAYERS: 2
+  BIDIREC: False
+  DROPOUT: 0.3
+OPTIM:
+  BASE_LR: 0.005
+  MAX_EPOCH: 20
+  LR_POLICY: 'none'
+  USE_SWA: True
+TRAIN:
+  ACCUM_GRAD_BATCHES: 32
+TEST:
+  WEIGHTS: ''
+DATA_LOADER:
+  DATA_DIR: '/mnt/sXProject/EvokedExpression/dataset/mediaeval18/'
+  NUM_WORKERS: 20
+  PIN_MEMORY: False
+
+DATA_NAME: 'mediaeval18'
+VERBOSE: True
+OUT_DIR: './tmp'
+RNG_SEED: 1
+FAST_DEV_RUN: 2
+LOGGER: "TensorBoard"

src/conf/eev_multi_mediaeval18.yaml

@@ -0,0 +1,37 @@
+MODEL:
+  TEMPORAL_TYPE: 'tcn'
+  USE_POSITION: True
+  FC_HIDDEN: 128
+  FEATURES: ['audio', 'effb0']
+TCN:
+  NUM_STACK: 2
+  NUM_CHANNELS: 512
+  DILATIONS: 4
+  K_SIZE: 3
+  DROPOUT: 0.3
+  NORM: False
+LSTM:
+  HIDDEN_SIZE: 512
+  NUM_LAYERS: 2
+  BIDIREC: False
+  DROPOUT: 0.3
+OPTIM:
+  BASE_LR: 0.005
+  MAX_EPOCH: 20
+  LR_POLICY: 'none'
+  USE_SWA: True
+TRAIN:
+  ACCUM_GRAD_BATCHES: 32
+TEST:
+  WEIGHTS: ''
+DATA_LOADER:
+  DATA_DIR: '/mnt/sXProject/EvokedExpression/dataset/mediaeval18/'
+  NUM_WORKERS: 20
+  PIN_MEMORY: False
+
+DATA_NAME: 'mediaeval18'
+VERBOSE: True
+OUT_DIR: './tmp'
+RNG_SEED: 1
+FAST_DEV_RUN: 2
+LOGGER: "TensorBoard"

src/core/__init__.py

@@ -0,0 +1,2 @@
+from .models import EEVModel
+from .eev_data import EEVDataModule