Pure isort formatting.

Signed-off-by: Stanislav Beliaev <[email protected]>

collections/nemo_asr/nemo_asr/__init__.py

@@ -22,7 +22,7 @@
     TranscriptDataLayer,
 )
 from .greedy_ctc_decoder import GreedyCTCDecoder
-from .jasper import JasperEncoder, JasperDecoderForCTC
+from .jasper import JasperDecoderForCTC, JasperEncoder
 from .las.misc import JasperRNNConnector
 from .losses import CTCLossNM
 

collections/nemo_asr/nemo_asr/audio_preprocessing.py

@@ -24,12 +24,19 @@
     'SpectrogramAugmentation',
 ]
 
-from abc import abstractmethod
 import math
 import warnings
+from abc import abstractmethod
 
 import torch
 
+from nemo.backends.pytorch import NonTrainableNM
+from nemo.core import Optimization
+from nemo.core.neural_types import *
+
+from .parts.features import FilterbankFeatures
+from .parts.spectr_augment import SpecAugment, SpecCutout
+
 try:
     import torchaudio
 
@@ -45,12 +52,6 @@
         "will not work."
     )
 
-from nemo.backends.pytorch import NonTrainableNM
-from nemo.core import Optimization
-from nemo.core.neural_types import *
-from .parts.features import FilterbankFeatures
-from .parts.spectr_augment import SpecAugment, SpecCutout
-
 
 class AudioPreprocessor(NonTrainableNM):
     """

collections/nemo_asr/nemo_asr/beam_search_decoder.py

@@ -7,11 +7,11 @@
 from nemo.backends.pytorch.nm import NonTrainableNM
 from nemo.core import DeviceType
 from nemo.core.neural_types import (
-    NeuralType,
     AxisType,
     BatchTag,
-    TimeTag,
     ChannelTag,
+    NeuralType,
+    TimeTag,
 )
 
 

collections/nemo_asr/nemo_asr/data_layer.py

@@ -13,9 +13,9 @@
 
 from .parts.dataset import (
     AudioDataset,
-    seq_collate_fn,
     KaldiFeatureDataset,
     TranscriptDataset,
+    seq_collate_fn,
 )
 from .parts.features import WaveformFeaturizer
 

collections/nemo_asr/nemo_asr/greedy_ctc_decoder.py

@@ -3,11 +3,11 @@
 
 from nemo.backends.pytorch.nm import TrainableNM
 from nemo.core.neural_types import (
-    NeuralType,
     AxisType,
     BatchTag,
-    TimeTag,
     ChannelTag,
+    NeuralType,
+    TimeTag,
 )
 
 

collections/nemo_asr/nemo_asr/helpers.py

@@ -1,6 +1,7 @@
 # Copyright (c) 2019 NVIDIA Corporation
 
 import torch
+
 import nemo
 
 from .metrics import word_error_rate

collections/nemo_asr/nemo_asr/jasper.py

@@ -1,22 +1,23 @@
 # Copyright (c) 2019 NVIDIA Corporation
+from typing import Optional
+
 import torch
 import torch.nn as nn
 import torch.nn.functional as F
-from typing import Optional
 
 from nemo.backends.pytorch.nm import TrainableNM
 from nemo.core.neural_types import (
-    NeuralType,
     AxisType,
-    ChannelTag,
     BatchTag,
-    TimeTag,
-    SpectrogramSignalTag,
-    ProcessedTimeTag,
+    ChannelTag,
     EncodedRepresentationTag,
+    NeuralType,
+    ProcessedTimeTag,
+    SpectrogramSignalTag,
+    TimeTag,
 )
 
-from .parts.jasper import JasperBlock, jasper_activations, init_weights
+from .parts.jasper import JasperBlock, init_weights, jasper_activations
 
 
 class JasperEncoder(TrainableNM):

collections/nemo_asr/nemo_asr/las/helpers.py

@@ -2,9 +2,9 @@
 from pprint import pformat
 
 import torch
+
 import nemo
 from nemo.backends.pytorch.common.metrics import char_lm_metrics
-
 from nemo_asr.metrics import word_error_rate
 
 ENG_MWN = 5.3

collections/nemo_asr/nemo_asr/las/misc.py

@@ -4,11 +4,11 @@
 
 from nemo.backends.pytorch.nm import TrainableNM
 from nemo.core.neural_types import (
-    NeuralType,
     AxisType,
     BatchTag,
-    TimeTag,
     ChannelTag,
+    NeuralType,
+    TimeTag,
 )
 from nemo_asr.jasper import init_weights as jasper_init_weights
 

collections/nemo_asr/nemo_asr/losses.py

@@ -4,11 +4,11 @@
 
 from nemo.backends.pytorch.nm import LossNM
 from nemo.core.neural_types import (
-    NeuralType,
     AxisType,
     BatchTag,
-    TimeTag,
     ChannelTag,
+    NeuralType,
+    TimeTag,
 )
 
 

collections/nemo_asr/nemo_asr/parts/cleaners.py

@@ -1,8 +1,8 @@
 # Copyright (c) 2019 NVIDIA Corporation
 
-import inflect
 import re
 
+import inflect
 from unidecode import unidecode
 
 NUM_CHECK = re.compile(r'([$]?)(^|\s)(\S*[0-9]\S*)(?=(\s|$)((\S*)(\s|$))?)')

collections/nemo_asr/nemo_asr/parts/collections.py

@@ -1,13 +1,12 @@
 # Copyright (c) 2019 NVIDIA Corporation
 import collections
 import os
-from typing import Optional, List, Union
+from typing import List, Optional, Union
 
 import pandas as pd
 
 import nemo
-from nemo_asr.parts import manifest
-from nemo_asr.parts import parsers
+from nemo_asr.parts import manifest, parsers
 
 
 class _Collection(collections.UserList):

collections/nemo_asr/nemo_asr/parts/dataset.py

@@ -8,8 +8,7 @@
 from torch.utils.data import Dataset
 
 import nemo
-from nemo_asr.parts import collections
-from nemo_asr.parts import parsers
+from nemo_asr.parts import collections, parsers
 
 
 def seq_collate_fn(batch, token_pad_value=0):

collections/nemo_asr/nemo_asr/parts/features.py

@@ -1,15 +1,17 @@
 # Taken straight from Patter https://github.com/ryanleary/patter
 # TODO: review, and copyright and fix/add comments
 import math
+
 import librosa
 import torch
 import torch.nn as nn
-from .perturb import AudioAugmentor
-from .segment import AudioSegment
 from torch_stft import STFT
 
 import nemo
 
+from .perturb import AudioAugmentor
+from .segment import AudioSegment
+
 CONSTANT = 1e-5
 
 

collections/nemo_asr/nemo_asr/parts/jasper.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from typing import Tuple, Optional, List
+from typing import List, Optional, Tuple
 
 import torch
 import torch.nn as nn

collections/nemo_asr/nemo_asr/parts/manifest.py

@@ -1,6 +1,6 @@
 # Copyright (c) 2019 NVIDIA Corporation
 import json
-from typing import Union, Iterator, Dict, Any, List
+from typing import Any, Dict, Iterator, List, Union
 
 
 class ManifestBase:

collections/nemo_asr/nemo_asr/parts/parsers.py

@@ -1,8 +1,9 @@
 # Copyright (c) 2019 NVIDIA Corporation
 import string
-from typing import Optional, List
+from typing import List, Optional
 
 import frozendict
+
 from nemo_asr.parts import cleaners
 
 

collections/nemo_asr/nemo_asr/parts/perturb.py

@@ -5,8 +5,7 @@
 import librosa
 from scipy import signal
 
-from nemo_asr.parts import collections
-from nemo_asr.parts import parsers
+from nemo_asr.parts import collections, parsers
 
 from .segment import AudioSegment
 

collections/nemo_nlp/nemo_nlp/__init__.py

@@ -13,15 +13,13 @@
 # limitations under the License.
 # =============================================================================
 
+import nemo
+
 from .data import *
 from .huggingface import *
 from .modules import *
 from .transformer import *
 
-
-import nemo
-
-
 name = "nemo_nlp"
 backend = nemo.core.Backend.PyTorch
 __version__ = "0.9.0"

collections/nemo_nlp/nemo_nlp/data/data_layers.py

@@ -30,11 +30,12 @@
 import torch
 from torch.utils import data as pt_data
 
-from .datasets import *
 import nemo
 from nemo.backends.pytorch.nm import DataLayerNM
 from nemo.core.neural_types import *
 
+from .datasets import *
+
 
 class TextDataLayer(DataLayerNM):
     """

collections/nemo_nlp/nemo_nlp/data/datasets/bert_pretraining.py

@@ -20,6 +20,7 @@
 import os
 import pickle
 import random
+
 import h5py
 import numpy as np
 from torch.utils.data import Dataset

collections/nemo_nlp/nemo_nlp/data/datasets/glue.py

@@ -20,10 +20,11 @@
 https://github.com/huggingface/transformers
 """
 
-import nemo
 import numpy as np
 from torch.utils.data import Dataset
 
+import nemo
+
 
 class GLUEDataset(Dataset):
     def __init__(

collections/nemo_nlp/nemo_nlp/data/datasets/punctuation_capitalization.py

@@ -24,10 +24,11 @@
 import pickle
 import random
 
-import nemo
 import numpy as np
 from torch.utils.data import Dataset
 
+import nemo
+
 from . import utils
 
 

collections/nemo_nlp/nemo_nlp/data/datasets/sentence_classification.py

@@ -22,10 +22,11 @@
 
 import random
 
-import nemo
 import numpy as np
 from torch.utils.data import Dataset
 
+import nemo
+
 from . import utils
 
 

collections/nemo_nlp/nemo_nlp/data/datasets/squad.py

@@ -22,25 +22,26 @@
 import sys
 
 import numpy as np
-from tqdm import tqdm
 import torch
 from torch.utils.data import Dataset
+from tqdm import tqdm
 
 import nemo
 from nemo_nlp.utils.nlp_utils import _is_whitespace
-from .utils import DataProcessor
+
 from ...utils.metrics.squad_metrics import (
     _compute_softmax,
     _get_best_indexes,
     apply_no_ans_threshold,
     exact_match_score,
-    make_eval_dict,
     f1_score,
+    find_all_best_thresh,
     get_final_text,
-    normalize_answer,
+    make_eval_dict,
     merge_eval,
-    find_all_best_thresh,
+    normalize_answer,
 )
+from .utils import DataProcessor
 
 
 """

collections/nemo_nlp/nemo_nlp/data/datasets/token_classification.py

@@ -24,10 +24,11 @@
 import pickle
 import random
 
-import nemo
 import numpy as np
 from torch.utils.data import Dataset
 
+import nemo
+
 from . import utils
 
 

collections/nemo_nlp/nemo_nlp/data/datasets/translation.py

@@ -18,7 +18,7 @@
 import numpy as np
 from torch.utils.data import Dataset
 
-from ..utils import dataset_to_ids, clean_src_and_target
+from ..utils import clean_src_and_target, dataset_to_ids
 
 
 class TranslationDataset(Dataset):