Skip to content

Commit

Permalink
added pretrain and finetune scripts
Browse files Browse the repository at this point in the history
  • Loading branch information
Fida Thoker committed Sep 19, 2024
1 parent 4b39a64 commit 67dbf16
Show file tree
Hide file tree
Showing 2 changed files with 264 additions and 0 deletions.
9 changes: 9 additions & 0 deletions INSTALL.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
# SIGMA Installation

```bash
# create
conda env create -f sigma_env.yml
# activate
conda activate sigma_env

```
255 changes: 255 additions & 0 deletions sigma_env.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,255 @@
name: sigma_env
channels:
- pytorch
- nvidia
- anaconda
- conda-forge
- defaults
dependencies:
- _libgcc_mutex=0.1=conda_forge
- _openmp_mutex=4.5=2_gnu
- alsa-lib=1.2.8=h166bdaf_0
- aom=3.5.0=h27087fc_0
- appdirs=1.4.4=pyh9f0ad1d_0
- attr=2.5.1=h166bdaf_1
- blas=1.0=mkl
- bottleneck=1.3.5=py310ha9d4c09_0
- brotli-python=1.1.0=py310hc6cd4ac_1
- bzip2=1.0.8=hd590300_5
- c-ares=1.23.0=hd590300_0
- ca-certificates=2023.11.17=hbcca054_0
- cairo=1.16.0=ha61ee94_1014
- certifi=2023.11.17=py310h06a4308_0
- charset-normalizer=3.3.2=pyhd8ed1ab_0
- click=8.1.7=unix_pyh707e725_0
- colorama=0.4.6=pyhd8ed1ab_0
- cuda-cudart=11.8.89=0
- cuda-cupti=11.8.87=0
- cuda-libraries=11.8.0=0
- cuda-nvrtc=11.8.89=0
- cuda-nvtx=11.8.86=0
- cuda-runtime=11.8.0=0
- dbus=1.13.6=h5008d03_3
- docker-pycreds=0.4.0=py_0
- einops=0.7.0=pyhd8ed1ab_1
- expat=2.5.0=hcb278e6_1
- ffmpeg=5.1.2=gpl_h8dda1f0_106
- fftw=3.3.10=nompi_hc118613_108
- filelock=3.13.1=pyhd8ed1ab_0
- font-ttf-dejavu-sans-mono=2.37=hab24e00_0
- font-ttf-inconsolata=3.000=h77eed37_0
- font-ttf-source-code-pro=2.038=h77eed37_0
- font-ttf-ubuntu=0.83=h77eed37_1
- fontconfig=2.14.2=h14ed4e7_0
- fonts-conda-ecosystem=1=0
- fonts-conda-forge=1=0
- freeglut=3.2.2=h9c3ff4c_1
- freetype=2.12.1=h267a509_2
- fsspec=2023.12.0=pyhca7485f_0
- gettext=0.21.1=h27087fc_0
- gitdb=4.0.11=pyhd8ed1ab_0
- gitpython=3.1.40=pyhd8ed1ab_0
- glib=2.78.1=hfc55251_1
- glib-tools=2.78.1=hfc55251_1
- gmp=6.3.0=h59595ed_0
- gmpy2=2.1.2=py310h3ec546c_1
- gnutls=3.7.9=hb077bed_0
- graphite2=1.3.13=h58526e2_1001
- gst-plugins-base=1.22.0=h4243ec0_2
- gstreamer=1.22.0=h25f0c4b_2
- gstreamer-orc=0.4.34=hd590300_0
- harfbuzz=6.0.0=h8e241bc_0
- hdf5=1.14.0=nompi_hb72d44e_103
- huggingface_hub=0.19.4=pyhd8ed1ab_0
- icu=70.1=h27087fc_0
- idna=3.6=pyhd8ed1ab_0
- intel-openmp=2023.1.0=hdb19cb5_46306
- jack=1.9.22=h11f4161_0
- jasper=2.0.33=h0ff4b12_1
- jinja2=3.1.2=pyhd8ed1ab_1
- jpeg=9e=h166bdaf_2
- keyutils=1.6.1=h166bdaf_0
- krb5=1.20.1=h81ceb04_0
- lame=3.100=h166bdaf_1003
- lcms2=2.15=hfd0df8a_0
- ld_impl_linux-64=2.40=h41732ed_0
- lerc=4.0.0=h27087fc_0
- libabseil=20230802.1=cxx17_h59595ed_0
- libaec=1.1.2=h59595ed_1
- libblas=3.9.0=1_h86c2bf4_netlib
- libcap=2.67=he9d0100_0
- libcblas=3.9.0=5_h92ddd45_netlib
- libclang=15.0.7=default_hb11cfb5_4
- libclang13=15.0.7=default_ha2b6cf4_4
- libcublas=11.11.3.6=0
- libcufft=10.9.0.58=0
- libcufile=1.8.1.2=0
- libcups=2.3.3=h36d4200_3
- libcurand=10.3.4.101=0
- libcurl=8.1.2=h409715c_0
- libcusolver=11.4.1.48=0
- libcusparse=11.7.5.86=0
- libdb=6.2.32=h9c3ff4c_0
- libdeflate=1.17=h0b41bf4_0
- libdrm=2.4.114=h166bdaf_0
- libedit=3.1.20191231=he28a2e2_2
- libev=4.33=h516909a_1
- libevent=2.1.10=h28343ad_4
- libexpat=2.5.0=hcb278e6_1
- libffi=3.4.2=h7f98852_5
- libflac=1.4.3=h59595ed_0
- libgcc-ng=13.2.0=h807b86a_3
- libgcrypt=1.10.3=hd590300_0
- libgfortran-ng=13.2.0=h69a702a_3
- libgfortran5=13.2.0=ha4646dd_3
- libglib=2.78.1=h783c2da_1
- libglu=9.0.0=he1b5a44_1001
- libgomp=13.2.0=h807b86a_3
- libgpg-error=1.47=h71f35ed_0
- libhwloc=2.9.1=hd6dc26d_0
- libiconv=1.17=h166bdaf_0
- libidn2=2.3.4=h166bdaf_0
- libjpeg-turbo=2.0.0=h9bf148f_0
- liblapack=3.9.0=5_h92ddd45_netlib
- liblapacke=3.9.0=5_h92ddd45_netlib
- libllvm15=15.0.7=hadd5161_1
- libnghttp2=1.58.0=h47da74e_0
- libnpp=11.8.0.86=0
- libnsl=2.0.1=hd590300_0
- libnvjpeg=11.9.0.86=0
- libogg=1.3.4=h7f98852_1
- libopencv=4.7.0=py310hb48cf42_1
- libopus=1.3.1=h7f98852_1
- libpciaccess=0.17=h166bdaf_0
- libpng=1.6.39=h753d276_0
- libpq=15.3=hbcd7760_1
- libprotobuf=3.21.12=hfc55251_2
- libsndfile=1.2.2=hc60ed4a_1
- libsqlite=3.44.2=h2797004_0
- libssh2=1.11.0=h0841786_0
- libstdcxx-ng=13.2.0=h7e041cc_3
- libsystemd0=253=h8c4010b_1
- libtasn1=4.19.0=h166bdaf_0
- libtiff=4.5.0=h6adf6a1_2
- libtool=2.4.7=h27087fc_0
- libudev1=253=h0b41bf4_1
- libunistring=0.9.10=h7f98852_0
- libuuid=2.38.1=h0b41bf4_0
- libva=2.18.0=h0b41bf4_0
- libvorbis=1.3.7=h9c3ff4c_0
- libvpx=1.11.0=h9c3ff4c_3
- libwebp-base=1.3.2=hd590300_0
- libxcb=1.13=h7f98852_1004
- libxkbcommon=1.5.0=h79f4944_1
- libxml2=2.10.3=hca2bb57_4
- libzlib=1.2.13=hd590300_5
- llvm-openmp=15.0.7=h0cdce71_0
- lz4-c=1.9.4=hcb278e6_0
- markupsafe=2.1.3=py310h2372a71_1
- mkl=2023.1.0=h213fc3f_46344
- mkl-service=2.4.0=py310h5eee18b_1
- mpc=1.3.1=hfe3b2da_0
- mpfr=4.2.1=h9458935_0
- mpg123=1.32.3=h59595ed_0
- mpmath=1.3.0=pyhd8ed1ab_0
- mysql-common=8.0.33=hf1915f5_6
- mysql-libs=8.0.33=hca2cd23_6
- ncurses=6.4=h59595ed_2
- nettle=3.9.1=h7ab15ed_0
- networkx=3.2.1=pyhd8ed1ab_0
- nspr=4.35=h27087fc_0
- nss=3.95=h1d7d5a4_0
- numexpr=2.8.7=py310h85018f9_0
- numpy=1.26.2=py310hb13e2d6_0
- opencv=4.7.0=py310hff52083_1
- openh264=2.3.1=hcb278e6_2
- openjpeg=2.5.0=hfec8fc6_2
- openssl=3.1.4=hd590300_0
- p11-kit=0.24.1=hc5aa10d_0
- packaging=23.2=pyhd8ed1ab_0
- pandas=2.1.1=py310h1128e8f_0
- pathtools=0.1.2=py_1
- pcre2=10.42=hcad00b1_0
- pillow=9.4.0=py310h023d228_1
- pip=23.3.1=pyhd8ed1ab_0
- pixman=0.42.2=h59595ed_0
- protobuf=4.21.12=py310heca2aa9_0
- pthread-stubs=0.4=h36c2ea0_1001
- pulseaudio=16.1=hcb278e6_3
- pulseaudio-client=16.1=h5195f5e_3
- pulseaudio-daemon=16.1=ha8d29e2_3
- py-opencv=4.7.0=py310hfdc917e_1
- pysocks=1.7.1=pyha2e5f31_6
- python=3.10.13=hd12c33a_0_cpython
- python-dateutil=2.8.2=pyhd3eb1b0_0
- python-tzdata=2023.3=pyhd3eb1b0_0
- python_abi=3.10=4_cp310
- pytorch=2.1.1=py3.10_cuda11.8_cudnn8.7.0_0
- pytorch-cuda=11.8=h7e8668a_5
- pytorch-mutex=1.0=cuda
- pytz=2023.3.post1=py310h06a4308_0
- pyyaml=6.0.1=py310h2372a71_1
- qt-main=5.15.8=h5d23da1_6
- readline=8.2=h8228510_1
- requests=2.31.0=pyhd8ed1ab_0
- safetensors=0.3.3=py310hcb5633a_1
- scipy=1.11.3=py310h5f9d8c6_0
- sentry-sdk=1.38.0=pyhd8ed1ab_0
- setproctitle=1.3.3=py310h2372a71_0
- setuptools=68.2.2=pyhd8ed1ab_0
- six=1.16.0=pyh6c4a22f_0
- smmap=5.0.0=pyhd8ed1ab_0
- svt-av1=1.4.1=hcb278e6_0
- sympy=1.12=pypyh9d50eac_103
- tbb=2021.9.0=hf52228f_0
- tensorboardx=2.6.2.2=pyhd8ed1ab_0
- timm=0.9.12=pyhd8ed1ab_0
- tk=8.6.13=noxft_h4845f30_101
- torchaudio=2.1.1=py310_cu118
- torchtriton=2.1.0=py310
- torchvision=0.16.1=py310_cu118
- tqdm=4.66.1=pyhd8ed1ab_0
- typing-extensions=4.8.0=hd8ed1ab_0
- typing_extensions=4.8.0=pyha770c72_0
- tzdata=2023c=h71feb2d_0
- urllib3=2.1.0=pyhd8ed1ab_0
- wandb=0.15.12=pyhd8ed1ab_0
- wheel=0.42.0=pyhd8ed1ab_0
- x264=1!164.3095=h166bdaf_2
- x265=3.5=h924138e_3
- xcb-util=0.4.0=h516909a_0
- xcb-util-image=0.4.0=h166bdaf_0
- xcb-util-keysyms=0.4.0=h516909a_0
- xcb-util-renderutil=0.3.9=h166bdaf_0
- xcb-util-wm=0.4.1=h516909a_0
- xkeyboard-config=2.38=h0b41bf4_0
- xorg-fixesproto=5.0=h7f98852_1002
- xorg-inputproto=2.3.2=h7f98852_1002
- xorg-kbproto=1.0.7=h7f98852_1002
- xorg-libice=1.1.1=hd590300_0
- xorg-libsm=1.2.4=h7391055_0
- xorg-libx11=1.8.4=h0b41bf4_0
- xorg-libxau=1.0.11=hd590300_0
- xorg-libxdmcp=1.1.3=h7f98852_0
- xorg-libxext=1.3.4=h0b41bf4_2
- xorg-libxfixes=5.0.3=h7f98852_1004
- xorg-libxi=1.7.10=h7f98852_0
- xorg-libxrender=0.9.10=h7f98852_1003
- xorg-renderproto=0.11.1=h7f98852_1002
- xorg-xextproto=7.3.0=h0b41bf4_1003
- xorg-xproto=7.0.31=h7f98852_1007
- xz=5.2.6=h166bdaf_0
- yaml=0.2.5=h7f98852_2
- zlib=1.2.13=hd590300_5
- zstd=1.5.5=hfc55251_0
- pip:
- annotated-types==0.6.0
- decord==0.6.0
- deepspeed==0.12.4
- hjson==3.1.0
- ninja==1.11.1.1
- psutil==5.9.6
- py-cpuinfo==9.0.0
- pydantic==2.5.2
- pydantic-core==2.14.5
- pynvml==11.5.0

0 comments on commit 67dbf16

Please sign in to comment.