- Fix comments in files, - Tidy up main modeling file

configuration_norbert.py

@@ -1,4 +1,7 @@
-# Taken from https://huggingface.co/ltg/norbert3-large/blob/main/configuration_norbert.py
+# The whole code is taken from 
+# https://huggingface.co/ltg/norbert3-large/blob/main/configuration_norbert.py
+# which is distributed under Apache 2.0 license.
+
 from transformers.configuration_utils import PretrainedConfig
 
 class NorbertConfig(PretrainedConfig):

modeling_humit_tagger.py

@@ -43,28 +43,13 @@ class HumitTaggerModel(torch.nn.Module):
         spec.loader.exec_module(lemma_rules)
 
         # Download base_model files into cache
-#        base_config_file = hf_hub_download(repo_id=kwargs["this_model_config"]["base_model"], filename=kwargs["this_model_config"]["base_model_config_file"])
         base_config_file = hf_hub_download(repo_id=repo_name, filename=kwargs["this_model_config"]["base_model_config_file"])
-#        base_model_file = hf_hub_download(repo_id=kwargs["this_model_config"]["base_model"], filename=kwargs["this_model_config"]["base_model_model_file"])
         base_model_file = hf_hub_download(repo_id=repo_name, filename=kwargs["this_model_config"]["base_model_model_file"])
         base_model_config_json_file = hf_hub_download(repo_id=kwargs["this_model_config"]["base_model"], filename=kwargs["this_model_config"]["base_model_config_json_file"])
         fullformlist_file = hf_hub_download(repo_id=repo_name, filename=kwargs["this_model_config"]["fullformlist_file"])
 
-        # Copy base model's configuration python file into our working directory
-#        config_file_path = os.path.join(os.path.dirname(os.path.abspath(__file__)) , os.path.basename(base_config_file))
-#        shutil.copyfile(base_config_file, config_file_path)
-
-        # HACK: Modify base model main file since __init.py__ has already been read and the new file must not contain relative imports
-#        base_model_file_path = os.path.join(os.path.dirname(os.path.abspath(__file__)) , os.path.basename(base_model_file))
-#        with open(base_model_file, 'r') as file:
-#            file_content = file.read().replace("from .", "from ")
-#        with open(base_model_file_path, 'w') as file:
-#            file.write(file_content)
-        
         # Register the new files:
         # First register the base model config file
-#        sys.path.append(os.path.dirname(config_file_path))
-#        spec = importlib.util.spec_from_file_location("base_config", config_file_path)
         sys.path.append(os.path.dirname(base_config_file))
         spec = importlib.util.spec_from_file_location("base_config", base_config_file)
 
@@ -72,8 +57,6 @@ class HumitTaggerModel(torch.nn.Module):
         sys.modules["base_config"] = base_config
         spec.loader.exec_module(base_config)
         # Then register the base model file
-#        sys.path.append(os.path.dirname(base_model_file_path))
-#        spec = importlib.util.spec_from_file_location("base_model", base_model_file_path)
         sys.path.append(os.path.dirname(base_model_file))
         spec = importlib.util.spec_from_file_location("base_model", base_model_file)
 

modeling_norbert.py

@@ -1,4 +1,7 @@
-# Taken from https://huggingface.co/ltg/norbert3-large/blob/a8ed9e21c5bc33c306d814b520c4373c7d29a469/modeling_norbert.py
+# The whole code is taken from 
+# https://huggingface.co/ltg/norbert3-large/blob/a8ed9e21c5bc33c306d814b520c4373c7d29a469/modeling_norbert.py
+# which is distributed under Apache 2.0 license.
+
 import math
 from typing import List, Optional, Tuple, Union