Berufsschule/VeracityAI
Berufsschule
/
VeracityAI
Archived
3
0
Fork 0
Code Issues 9 Pull Requests Packages Projects Releases Wiki Activity

test_model #13

Merged
Fabel merged 21 commits from test_model into develop 2024-09-03 08:53:54 +00:00
Conversation 0 Commits 21 Files Changed 8 +2 -2
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 5d8ec1a01f - Show all commits

4
src/model/train.py
View File

@ -21,9 +21,9 @@ class FakeNewsModelTrainer:
original_config = BertConfig.from_pretrained(model_name) original_config = BertConfig.from_pretrained(model_name)
# Calculate new dimensions # Calculate new dimensions
new_hidden_size = max(int(original_config.hidden_size * size_factor ** 0.5), 16)
new_num_hidden_layers = max(int(original_config.num_hidden_layers * size_factor ** 0.5), 1)
new_num_attention_heads = max(int(original_config.num_attention_heads * size_factor ** 0.5), 1) new_num_attention_heads = max(int(original_config.num_attention_heads * size_factor ** 0.5), 1)
new_hidden_size = new_num_attention_heads * max(int((original_config.hidden_size // original_config.num_attention_heads) * size_factor ** 0.5), 1)
new_num_hidden_layers = max(int(original_config.num_hidden_layers * size_factor ** 0.5), 1)
# Create a new config with reduced size # Create a new config with reduced size
config = BertConfig( config = BertConfig(