conda create --name shunted python=3.8.0
conda activate shunted

pip install --user bcolz mxnet tensorboardX matplotlib easydict opencv-python einops --no-cache-dir -U | cat
pip install --user scikit-image imgaug PyTurboJPEG --no-cache-dir -U | cat
pip install --user scikit-learn --no-cache-dir -U | cat
pip install torch==1.7.1+cu110 torchvision==0.8.2+cu110 -f https://download.pytorch.org/whl/torch_stable.html  --no-cache-dir -U | cat
pip install --user  termcolor imgaug prettytable --no-cache-dir -U | cat
pip install --user timm==0.3.4 --no-cache-dir -U | cat
pip install --user mmcv --no-cache-dir -U | cat

# update-moreh --force --target 22.8.2

git clone https://github.com/OliverRensu/Shunted-Transformer
cd Shunted-Transformer

python main.py --config configs/Shunted/shunted_S.py --data-path /data/dungvo/ --batch-size 128 --epochs 2 --data-set CIFAR

bash dist_train.sh

@misc{ren2021shunted,
      title={Shunted Self-Attention via Multi-Scale Token Aggregation}, 
      author={Sucheng Ren and Daquan Zhou and Shengfeng He and Jiashi Feng and Xinchao Wang},
      year={2021},
      eprint={2111.15193},
      archivePrefix={arXiv},
      primaryClass={cs.CV}
}