From e4105c7980d2ee837eb0b769ec3f76c0bbc03a10 Mon Sep 17 00:00:00 2001 From: Phil Wang Date: Sat, 26 Feb 2022 11:55:29 -0800 Subject: [PATCH] show how to override heads on enformer, for training tracks without protein and contextual embeds --- finetune_track.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/finetune_track.py b/finetune_track.py index bae51ed..65c3aa0 100644 --- a/finetune_track.py +++ b/finetune_track.py @@ -42,8 +42,11 @@ use_aa_embeds = True, use_free_text_context = True, free_text_embed_method = 'mean_pool', - aa_embed_encoder = 'protalbert', - use_corr_coef_loss = True # use 1 - pearson_corr_coef loss + aa_embed_encoder = 'esm', + finetune_output_heads = dict( + human = 12, + mouse = 24 + ) ).cuda()