dvc.lock

schema: '2.0'
stages:
  get-data:
    cmd: python src/get_data.py --output_folder outs/data
    deps:
    - path: src/get_data.py
      md5: 7bfa3bef1595e102159e9018935a7248
      size: 1962
    params:
      params.yaml:
        data:
          repo: iterative/dvc
          labels:
          - data-sync
          - experiments
          - pipelines
          since: 2021/01/01
          until: 2022/04/01
          output_folder: outs/data
          metrics_file: outs/data_metrics.json
    outs:
    - path: outs/data
      md5: e6609e9fd1dd72964c759c912f7b4333.dir
      size: 7965
      nfiles: 150
    - path: outs/data_metrics.json
      md5: e49c5590d34bd47070579f50349aaad2
      size: 67
  split-data:
    cmd: python src/split_data.py outs/data outs/split 0.2 outs/split_metrics.json
    deps:
    - path: outs/data
      md5: e6609e9fd1dd72964c759c912f7b4333.dir
      size: 7965
      nfiles: 150
    - path: src/split_data.py
      md5: 4257c1dd971b77407f5e86af0e0edd4d
      size: 2177
    outs:
    - path: outs/split
      md5: 96b07e57c1175442b4bea586e02c02d1.dir
      size: 11889
      nfiles: 2
    - path: outs/split_metrics.json
      md5: 72be7ff1bdce25bf11460afbdadfdbb9
      size: 176
  compute-data-metrics:
    cmd: python src/compute_data_metrics.py --input_folder outs/data --output_metrics_file
      outs/data_metrics.json
    deps:
    - path: outs/data
      md5: ee718b82fa4b349030b0d118f6ad4eb0.dir
      size: 7726
      nfiles: 149
    - path: src/compute_data_metrics.py
      md5: 2667ba0ed4ea950a2c77df60a2921429
      size: 566
    outs:
    - path: outs/data_metrics.json
      md5: b47806515a30f27fc1bb228bc1389a1f
      size: 63
  train:
    cmd: python src/train.py outs/split outs/train
    deps:
    - path: outs/split
      md5: 96b07e57c1175442b4bea586e02c02d1.dir
      size: 11889
      nfiles: 2
    - path: src/train.py
      md5: 88cd88d5ff2ff67ee5764e24998f7d6f
      size: 2522
    params:
      params.yaml:
        data.labels:
        - data-sync
        - experiments
        - pipelines
        train:
          output_folder: outs/train
          metrics_folder: outs/train_metrics
          pretrained_model: MoritzLaurer/xtremedistil-l6-h256-mnli-fever-anli-ling-binary
          epochs: 10
    outs:
    - path: outs/train
      md5: f109b46a4f6e88d55f586da0e32016fb.dir
      size: 51986190
      nfiles: 7
    - path: outs/train_metrics
      md5: dc593d44da26402eb8c4d7ab6c4cbdef.dir
      size: 2039
      nfiles: 10
    - path: outs/train_metrics.json
      md5: 96e3206db2d54b8dc0a1d3eeb47d39fe
      size: 350
  eval:
    cmd: python src/eval.py outs/split/val.json outs/train outs/eval
    deps:
    - path: outs/split/val.json
      md5: 8387f03159577b345e76a455dc565585
      size: 2409
    - path: outs/train
      md5: f109b46a4f6e88d55f586da0e32016fb.dir
      size: 51986190
      nfiles: 7
    - path: src/eval.py
      md5: f733df5cfaaef682afcc65babff16c06
      size: 978
    - path: src/inference.py
      md5: 0c3515e93bb2377cc71dd6086c9d1010
      size: 605
    params:
      params.yaml:
        data.labels:
        - data-sync
        - experiments
        - pipelines
    outs:
    - path: outs/eval/plots/confusion_matrix.json
      md5: 220c5391945ab8226e43e04b924fad00
      size: 2378