We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bb33737 commit 2500ff3Copy full SHA for 2500ff3
references/classification/train.py
@@ -233,7 +233,7 @@ def main(args):
233
if args.bias_weight_decay is not None:
234
custom_keys_weight_decay.append(("bias", args.bias_weight_decay))
235
if args.transformer_embedding_decay is not None:
236
- for key in ["class_token", "position_embedding", "relative_position_bias"]:
+ for key in ["class_token", "position_embedding", "relative_position_bias_table"]:
237
custom_keys_weight_decay.append((key, args.transformer_embedding_decay))
238
parameters = utils.set_weight_decay(
239
model,
0 commit comments