Update models.py

Stardust-minus · web-flow · commit 6cbdbd8b32eb · 2024-01-31T19:18:56.000+08:00
diff --git a/models.py b/models.py
@@ -389,8 +389,6 @@ def __init__(
             stochastic_sample_codes=True,
             threshold_ema_dead_code=2,
             use_cosine_sim = True,
-            orthogonal_reg_weight = 10,                 # in paper, they recommended a value of 10
-            orthogonal_reg_active_codes_only = False,
         )
         self.out_feature_net = nn.Linear(512, hidden_channels)
 

Original file line number	Diff line number	Diff line change
`@@ -389,8 +389,6 @@ def __init__(`
`389`	`389`	`stochastic_sample_codes=True,`
`390`	`390`	`threshold_ema_dead_code=2,`
`391`	`391`	`use_cosine_sim = True,`
`392`		`- orthogonal_reg_weight = 10, # in paper, they recommended a value of 10`
`393`		`- orthogonal_reg_active_codes_only = False,`
`394`	`392`	`)`
`395`	`393`	`self.out_feature_net = nn.Linear(512, hidden_channels)`
`396`	`394`