OSError: libtorch_cuda_cpp.so: cannot open shared object file: No such file or directory
**Describe the bug**

```
---------------------------------------------------------------------------
OSError                                   Traceback (most recent call last)
<ipython-input-16-358abbfc674b> in <module>
----> 1 from nemo.collections.nlp.models import PunctuationCapitalizationModel

/opt/conda/lib/python3.8/site-packages/nemo/collections/nlp/__init__.py in <module>
     13 # limitations under the License.
     14 
---> 15 from nemo.collections.nlp import data, losses, models, modules
     16 from nemo.package_info import __version__
     17 

/opt/conda/lib/python3.8/site-packages/nemo/collections/nlp/models/__init__.py in <module>
     14 
     15 
---> 16 from nemo.collections.nlp.models.duplex_text_normalization import (
     17     DuplexDecoderModel,
     18     DuplexTaggerModel,

/opt/conda/lib/python3.8/site-packages/nemo/collections/nlp/models/duplex_text_normalization/__init__.py in <module>
     13 # limitations under the License.
     14 
---> 15 from nemo.collections.nlp.models.duplex_text_normalization.duplex_decoder import DuplexDecoderModel
     16 from nemo.collections.nlp.models.duplex_text_normalization.duplex_tagger import DuplexTaggerModel
     17 from nemo.collections.nlp.models.duplex_text_normalization.duplex_tn import (

/opt/conda/lib/python3.8/site-packages/nemo/collections/nlp/models/duplex_text_normalization/duplex_decoder.py in <module>
     37 
     38 try:
---> 39     from nemo_text_processing.text_normalization.normalize_with_audio import NormalizerWithAudio
     40 
     41     PYNINI_AVAILABLE = True

/opt/conda/lib/python3.8/site-packages/nemo_text_processing/text_normalization/normalize_with_audio.py in <module>
     25 
     26 try:
---> 27     from nemo.collections.asr.metrics.wer import word_error_rate
     28     from nemo.collections.asr.models import ASRModel
     29 

/opt/conda/lib/python3.8/site-packages/nemo/collections/asr/__init__.py in <module>
     13 # limitations under the License.
     14 
---> 15 from nemo.collections.asr import data, losses, models, modules
     16 from nemo.package_info import __version__
     17 

/opt/conda/lib/python3.8/site-packages/nemo/collections/asr/models/__init__.py in <module>
     15 from nemo.collections.asr.models.asr_model import ASRModel
     16 from nemo.collections.asr.models.classification_models import EncDecClassificationModel
---> 17 from nemo.collections.asr.models.clustering_diarizer import ClusteringDiarizer
     18 from nemo.collections.asr.models.ctc_bpe_models import EncDecCTCModelBPE
     19 from nemo.collections.asr.models.ctc_models import EncDecCTCModel

/opt/conda/lib/python3.8/site-packages/nemo/collections/asr/models/clustering_diarizer.py in <module>
     29 from nemo.collections.asr.models.classification_models import EncDecClassificationModel
     30 from nemo.collections.asr.models.label_models import EncDecSpeakerLabelModel
---> 31 from nemo.collections.asr.parts.mixins.mixins import DiarizationMixin
     32 from nemo.collections.asr.parts.utils.speaker_utils import (
     33     audio_rttm_map,

/opt/conda/lib/python3.8/site-packages/nemo/collections/asr/parts/mixins/__init__.py in <module>
     14 
     15 from nemo.collections.asr.parts.mixins.asr_adapter_mixins import ASRAdapterModelMixin
---> 16 from nemo.collections.asr.parts.mixins.mixins import (
     17     ASRAdapterModelMixin,
     18     ASRBPEMixin,

/opt/conda/lib/python3.8/site-packages/nemo/collections/asr/parts/mixins/mixins.py in <module>
     20 
     21 from nemo.collections.asr.parts.mixins.asr_adapter_mixins import ASRAdapterModelMixin
---> 22 from nemo.collections.asr.parts.utils import asr_module_utils
     23 from nemo.collections.common import tokenizers
     24 from nemo.utils import logging

/opt/conda/lib/python3.8/site-packages/nemo/collections/asr/parts/utils/asr_module_utils.py in <module>
     17 from omegaconf import DictConfig, open_dict
     18 
---> 19 from nemo.collections.asr.modules import conv_asr
     20 from nemo.collections.asr.parts.submodules import jasper
     21 from nemo.utils import logging

/opt/conda/lib/python3.8/site-packages/nemo/collections/asr/modules/__init__.py in <module>
     13 # limitations under the License.
     14 
---> 15 from nemo.collections.asr.modules.audio_preprocessing import (
     16     AudioToMelSpectrogramPreprocessor,
     17     AudioToMFCCPreprocessor,

/opt/conda/lib/python3.8/site-packages/nemo/collections/asr/modules/audio_preprocessing.py in <module>
     39 
     40 try:
---> 41     import torchaudio
     42     import torchaudio.functional
     43     import torchaudio.transforms

/opt/conda/lib/python3.8/site-packages/torchaudio/__init__.py in <module>
----> 1 from torchaudio import _extension  # noqa: F401
      2 from torchaudio import (
      3     compliance,
      4     datasets,
      5     functional,

/opt/conda/lib/python3.8/site-packages/torchaudio/_extension.py in <module>
     25 
     26 
---> 27 _init_extension()

/opt/conda/lib/python3.8/site-packages/torchaudio/_extension.py in _init_extension()
     19     # which depends on `libtorchaudio` and dynamic loader will handle it for us.
     20     if path.exists():
---> 21         torch.ops.load_library(path)
     22         torch.classes.load_library(path)
     23     # This import is for initializing the methods registered via PyBind11

/opt/conda/lib/python3.8/site-packages/torch/_ops.py in load_library(self, path)
    108             # static (global) initialization code in order to register custom
    109             # operators with the JIT.
--> 110             ctypes.CDLL(path)
    111         self.loaded_libraries.add(path)
    112 

/opt/conda/lib/python3.8/ctypes/__init__.py in __init__(self, name, mode, handle, use_errno, use_last_error, winmode)
    371 
    372         if handle is None:
--> 373             self._handle = _dlopen(self._name, mode)
    374         else:
    375             self._handle = handle

OSError: libtorch_cuda_cpp.so: cannot open shared object file: No such file or directory 
```

**Steps/Code to reproduce bug**

When running this:
from nemo.collections.nlp.models import PunctuationCapitalizationModel


**Expected behavior**

I expect to be able to import and use the PunctuationCapitalizationModel

NB: When I don't install torchaudio, then I'm able to import and use the PunctuationCapitalizationModel normally. But after I install torchaudio, then it doesn't work and gives the error above. (And I need torchaudio for other things in my application)

**Environment overview (please complete the following information)**

 - Environment location: AWS Sagemaker studio, torch 1.10 GPU container
 - Method of NeMo install: pip install 
 (requirements.txt at bottom)

**Environment details**

If NVIDIA docker image is used you don't need to specify these.
Otherwise, please provide:
- OS version - Ubuntu 20.04.4 LTS
- PyTorch version - 1.10.2+cu113 (and torchaudio 0.10.2+cu113)
- Python version - 3.8.10

**Additional context**

requirements.txt:
numpy
pandas
librosa
datasets
transformers>=4.16.2
nvgpu
nemo_toolkit[all]
--extra-index-url https://download.pytorch.org/whl/cu113
torchaudio==0.10.2 