fix import bug

model_util.py

@@ -3,7 +3,6 @@ import re
 from collections import defaultdict
 # Utilities related to loading in and working with models/specific models
 from urllib.parse import urlparse
-import torch
 from accelerate.commands.estimate import check_has_model, create_empty_model
 from accelerate.utils import compute_module_sizes, named_module_tensors
 from huggingface_hub.utils import GatedRepoError, RepositoryNotFoundError
@@ -125,6 +124,7 @@ def get_module_tensors_matched(filter_fn, module_classes_dict):
 
 
 if __name__ == '__main__':
+    import torch
     model = get_model('NousResearch/Nous-Hermes-Llama2-13b', None, None)
     module_tensors = get_module_tensors(model)
     module_classes = classify_module(module_tensors)