diff --git a/Amadeus/symbolic_yamls/config-accelerate.yaml b/Amadeus/symbolic_yamls/config-accelerate.yaml index b687914..da0f615 100644 --- a/Amadeus/symbolic_yamls/config-accelerate.yaml +++ b/Amadeus/symbolic_yamls/config-accelerate.yaml @@ -14,7 +14,7 @@ defaults: # - nn_params: remi8_main12_head_16_dim512 # - nn_params: nb5_embSum_diff_main12head16dim768_sub3 -dataset: SOD # Pop1k7, Pop909, SOD, LakhClean,PretrainingDataset FinetuneDataset +dataset: LakhClean # Pop1k7, Pop909, SOD, LakhClean,PretrainingDataset FinetuneDataset captions_path: dataset/midicaps/train_set.json # dataset: SymphonyNet_Dataset # Pop1k7, Pop909, SOD, LakhClean diff --git a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_NMT.yaml index 88b6ef7..14b49aa 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_NMT.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_NMT.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 5 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subCrossAttention.yaml index 2f185d7..73e2439 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subCrossAttention.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subCrossAttention.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 5 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward.yaml index dae9889..f498149 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 5 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward_original.yaml b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward_original.yaml index 97f2a75..21cbe64 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward_original.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward_original.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 5 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_NMT.yaml index 93ee60f..7a23734 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_NMT.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_NMT.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 7 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subCrossAttention.yaml index fbcda81..f322774 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subCrossAttention.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subCrossAttention.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 7 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward.yaml index e991ad3..b2a8ece 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 7 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward_original.yaml b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward_original.yaml index 848b0a2..2e3168d 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward_original.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward_original.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 7 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_NMT.yaml index 1d58b6d..bad037a 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_NMT.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_NMT.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff.yaml index 8602ebc..7aa1d45 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim512_sub3.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim512_sub3.yaml index f1f71e0..a9175d5 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim512_sub3.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim512_sub3.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim768_sub3.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim768_sub3.yaml index 26c281b..de1ac4a 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim768_sub3.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim768_sub3.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subCrossAttention.yaml index 26a65e6..412f6ef 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subCrossAttention.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subCrossAttention.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subFeedForward.yaml index 44f38fa..3908835 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subFeedForward.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subFeedForward.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subPararell.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subPararell.yaml index 4022e9f..15ec23a 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subPararell.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subPararell.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: Parallel diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subRNN.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subRNN.yaml index db7611a..3ba737c 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subRNN.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subRNN.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: RNN diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subSelfAttention.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subSelfAttention.yaml index fb276a4..38d8e77 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subSelfAttention.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subSelfAttention.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: SelfAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_NMT.yaml index f25a42c..001661e 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_NMT.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_NMT.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 7 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subCrossAttention.yaml index 5359592..09af3df 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subCrossAttention.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subCrossAttention.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 7 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subFeedForward.yaml index 0103bea..7dbd368 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subFeedForward.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subFeedForward.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 7 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subPararell.yaml b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subPararell.yaml index 161144e..41477ea 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subPararell.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subPararell.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 7 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: Parallel diff --git a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subRNN.yaml b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subRNN.yaml index 4db5550..0959080 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subRNN.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subRNN.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 7 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: RNN diff --git a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subSelfAttention.yaml b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subSelfAttention.yaml index 71571a3..7712122 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subSelfAttention.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subSelfAttention.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 7 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: SelfAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_SA_diff.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_SA_diff.yaml index 2a3864e..e65a8fe 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_SA_diff.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_SA_diff.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SelfAttentionEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT.yaml index 123ba16..ec9ba31 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512.yaml index ace6af3..78b5af1 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml index 412409d..562f6e4 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMTsub6.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMTsub6.yaml index 3510d68..9ff2bd1 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMTsub6.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMTsub6.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff.yaml index 4145a00..b1c848e 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_150M.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_150M.yaml index 510a725..e114504 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_150M.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_150M.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512.yaml index cd72a8c..49aaf97 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_ave.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_ave.yaml index 4d193a5..b21ad01 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_ave.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_ave.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: AverageEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_sub3.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_sub3.yaml index 37bf321..98be56e 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_sub3.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_sub3.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub3.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub3.yaml index 6ec2c3d..e5c49d2 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub3.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub3.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub6.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub6.yaml index 9b7411e..c066776 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub6.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub6.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M.yaml index 8c59625..13c61a4 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerCrossAttendDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_finetunning.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_finetunning.yaml index 71e42f5..8bb6d83 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_finetunning.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_finetunning.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerFinetuningDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_prefix.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_prefix.yaml index 9aa36a5..d6387a3 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_prefix.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_prefix.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerPrefixDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_pretraining.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_pretraining.yaml index 8ffffdd..eff8f13 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_pretraining.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_pretraining.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerPretrainingDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_30M.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_30M.yaml index 6da49a3..31f7d4f 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_30M.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_30M.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerCrossAttendDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subFeedForward.yaml index 473839d..88c7c70 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subFeedForward.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subFeedForward.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subPararell.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subPararell.yaml index 7d98ce6..bc5f142 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subPararell.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subPararell.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: Parallel diff --git a/Amadeus/symbolic_yamls/nn_params/remi5.yaml b/Amadeus/symbolic_yamls/nn_params/remi5.yaml index dba0f34..989a462 100644 --- a/Amadeus/symbolic_yamls/nn_params/remi5.yaml +++ b/Amadeus/symbolic_yamls/nn_params/remi5.yaml @@ -1,7 +1,7 @@ encoding_scheme: remi num_features: 5 vocab_name: LangTokenVocab -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SingleEmbedding main_decoder_name: XtransformerDecoder sub_decoder_name: SingleProjection diff --git a/Amadeus/symbolic_yamls/nn_params/remi7.yaml b/Amadeus/symbolic_yamls/nn_params/remi7.yaml index b9b7768..e56e396 100644 --- a/Amadeus/symbolic_yamls/nn_params/remi7.yaml +++ b/Amadeus/symbolic_yamls/nn_params/remi7.yaml @@ -1,7 +1,7 @@ encoding_scheme: remi num_features: 7 vocab_name: LangTokenVocab -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SingleEmbedding main_decoder_name: XtransformerDecoder sub_decoder_name: SingleProjection diff --git a/Amadeus/symbolic_yamls/nn_params/remi8.yaml b/Amadeus/symbolic_yamls/nn_params/remi8.yaml index 20e2948..c89ddc8 100644 --- a/Amadeus/symbolic_yamls/nn_params/remi8.yaml +++ b/Amadeus/symbolic_yamls/nn_params/remi8.yaml @@ -1,7 +1,7 @@ encoding_scheme: remi num_features: 8 vocab_name: LangTokenVocab -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SingleEmbedding main_decoder_name: XtransformerDecoder sub_decoder_name: SingleProjection diff --git a/Amadeus/symbolic_yamls/nn_params/remi8_main12_head_16_dim512.yaml b/Amadeus/symbolic_yamls/nn_params/remi8_main12_head_16_dim512.yaml index da50eb2..f17c738 100644 --- a/Amadeus/symbolic_yamls/nn_params/remi8_main12_head_16_dim512.yaml +++ b/Amadeus/symbolic_yamls/nn_params/remi8_main12_head_16_dim512.yaml @@ -1,7 +1,7 @@ encoding_scheme: remi num_features: 8 vocab_name: LangTokenVocab -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SingleEmbedding main_decoder_name: XtransformerDecoder sub_decoder_name: SingleProjection diff --git a/Amadeus/symbolic_yamls/nn_params/rename.py b/Amadeus/symbolic_yamls/nn_params/rename.py new file mode 100644 index 0000000..246a5c3 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params/rename.py @@ -0,0 +1,20 @@ +# 读取路径下所有的yaml文件，批量替换指定的字符串 +import os +import yaml +import glob +import re +# 指定要替换的字符串和新的字符串 +old_string = 'NestedMusicTransformer' +new_string = 'AmadeusModel' +# 指定yaml文件所在的目录 +directory = 'Amadeus/symbolic_yamls/nn_params' +# 遍历目录下的所有yaml文件 +for filepath in glob.glob(os.path.join(directory, '*.yaml')): + with open(filepath, 'r', encoding='utf-8') as file: + content = file.read() + # 使用正则表达式替换指定的字符串 + new_content = re.sub(r'\b' + re.escape(old_string) + r'\b', new_string, content) + # 将修改后的内容写回文件 + with open(filepath, 'w', encoding='utf-8') as file: + file.write(new_content) + print(f'Processed file: {filepath}') \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_NMT.yaml new file mode 100644 index 0000000..88b6ef7 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_NMT.yaml @@ -0,0 +1,20 @@ +encoding_scheme: cp +num_features: 5 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + input_length: 1024 + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subCrossAttention.yaml new file mode 100644 index 0000000..2f185d7 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subCrossAttention.yaml @@ -0,0 +1,20 @@ +encoding_scheme: cp +num_features: 5 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + input_length: 1024 + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward.yaml new file mode 100644 index 0000000..dae9889 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward.yaml @@ -0,0 +1,18 @@ +encoding_scheme: cp +num_features: 5 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward_original.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward_original.yaml new file mode 100644 index 0000000..97f2a75 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward_original.yaml @@ -0,0 +1,19 @@ +encoding_scheme: cp +num_features: 5 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +partial_sequential_prediction: True +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_NMT.yaml new file mode 100644 index 0000000..93ee60f --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_NMT.yaml @@ -0,0 +1,19 @@ +encoding_scheme: cp +num_features: 7 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subCrossAttention.yaml new file mode 100644 index 0000000..fbcda81 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subCrossAttention.yaml @@ -0,0 +1,19 @@ +encoding_scheme: cp +num_features: 7 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward.yaml new file mode 100644 index 0000000..e991ad3 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward.yaml @@ -0,0 +1,18 @@ +encoding_scheme: cp +num_features: 7 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward_original.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward_original.yaml new file mode 100644 index 0000000..848b0a2 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward_original.yaml @@ -0,0 +1,20 @@ +encoding_scheme: cp +num_features: 7 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +partial_sequential_prediction: True +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + input_length: 1024 + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_NMT.yaml new file mode 100644 index 0000000..1d58b6d --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_NMT.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff.yaml new file mode 100644 index 0000000..8602ebc --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim512_sub3.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim512_sub3.yaml new file mode 100644 index 0000000..f1f71e0 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim512_sub3.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 3 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim768_sub3.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim768_sub3.yaml new file mode 100644 index 0000000..26c281b --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim768_sub3.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 768 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 3 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subCrossAttention.yaml new file mode 100644 index 0000000..26a65e6 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subCrossAttention.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subFeedForward.yaml new file mode 100644 index 0000000..44f38fa --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subFeedForward.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subPararell.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subPararell.yaml new file mode 100644 index 0000000..4022e9f --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subPararell.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: Parallel +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subRNN.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subRNN.yaml new file mode 100644 index 0000000..db7611a --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subRNN.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: RNN +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subSelfAttention.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subSelfAttention.yaml new file mode 100644 index 0000000..fb276a4 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subSelfAttention.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: SelfAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_NMT.yaml new file mode 100644 index 0000000..f25a42c --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_NMT.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 7 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subCrossAttention.yaml new file mode 100644 index 0000000..5359592 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subCrossAttention.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 7 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subFeedForward.yaml new file mode 100644 index 0000000..0103bea --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subFeedForward.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 7 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subPararell.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subPararell.yaml new file mode 100644 index 0000000..161144e --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subPararell.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 7 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: Parallel +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subRNN.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subRNN.yaml new file mode 100644 index 0000000..4db5550 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subRNN.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 7 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: RNN +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subSelfAttention.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subSelfAttention.yaml new file mode 100644 index 0000000..71571a3 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subSelfAttention.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 7 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: SelfAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_SA_diff.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_SA_diff.yaml new file mode 100644 index 0000000..2a3864e --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_SA_diff.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SelfAttentionEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT.yaml new file mode 100644 index 0000000..123ba16 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512.yaml new file mode 100644 index 0000000..ace6af3 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml new file mode 100644 index 0000000..412409d --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 3 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMTsub6.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMTsub6.yaml new file mode 100644 index 0000000..3510d68 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMTsub6.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 6 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff.yaml new file mode 100644 index 0000000..4145a00 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_150M.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_150M.yaml new file mode 100644 index 0000000..510a725 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_150M.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.2 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 768 + num_layer: 16 + num_head: 12 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512.yaml new file mode 100644 index 0000000..cd72a8c --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512.yaml @@ -0,0 +1,20 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True + \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_ave.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_ave.yaml new file mode 100644 index 0000000..4d193a5 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_ave.yaml @@ -0,0 +1,20 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: AverageEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True + \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_sub3.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_sub3.yaml new file mode 100644 index 0000000..37bf321 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_sub3.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 3 + feature_enricher_use: True diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub3.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub3.yaml new file mode 100644 index 0000000..6ec2c3d --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub3.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 2 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub6.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub6.yaml new file mode 100644 index 0000000..9b7411e --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub6.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 6 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M.yaml new file mode 100644 index 0000000..8c59625 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerCrossAttendDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.2 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 768 + num_layer: 16 + num_head: 12 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_finetunning.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_finetunning.yaml new file mode 100644 index 0000000..71e42f5 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_finetunning.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerFinetuningDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.2 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 768 + num_layer: 20 + num_head: 12 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_prefix.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_prefix.yaml new file mode 100644 index 0000000..9aa36a5 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_prefix.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerPrefixDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 768 + num_layer: 16 + num_head: 12 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_pretraining.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_pretraining.yaml new file mode 100644 index 0000000..8ffffdd --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_pretraining.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerPretrainingDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 768 + num_layer: 20 + num_head: 12 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_30M.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_30M.yaml new file mode 100644 index 0000000..6da49a3 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_30M.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerCrossAttendDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subFeedForward.yaml new file mode 100644 index 0000000..473839d --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subFeedForward.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subPararell.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subPararell.yaml new file mode 100644 index 0000000..7d98ce6 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subPararell.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: Parallel +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/remi5.yaml b/Amadeus/symbolic_yamls/nn_params_old/remi5.yaml new file mode 100644 index 0000000..dba0f34 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/remi5.yaml @@ -0,0 +1,12 @@ +encoding_scheme: remi +num_features: 5 +vocab_name: LangTokenVocab +model_name: NestedMusicTransformer +input_embedder_name: SingleEmbedding +main_decoder_name: XtransformerDecoder +sub_decoder_name: SingleProjection +model_dropout: 0.1 +main_decoder: + dim_model: 512 + num_layer: 8 + num_head: 8 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/remi7.yaml b/Amadeus/symbolic_yamls/nn_params_old/remi7.yaml new file mode 100644 index 0000000..b9b7768 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/remi7.yaml @@ -0,0 +1,12 @@ +encoding_scheme: remi +num_features: 7 +vocab_name: LangTokenVocab +model_name: NestedMusicTransformer +input_embedder_name: SingleEmbedding +main_decoder_name: XtransformerDecoder +sub_decoder_name: SingleProjection +model_dropout: 0.1 +main_decoder: + dim_model: 512 + num_layer: 8 + num_head: 8 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/remi8.yaml b/Amadeus/symbolic_yamls/nn_params_old/remi8.yaml new file mode 100644 index 0000000..20e2948 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/remi8.yaml @@ -0,0 +1,12 @@ +encoding_scheme: remi +num_features: 8 +vocab_name: LangTokenVocab +model_name: NestedMusicTransformer +input_embedder_name: SingleEmbedding +main_decoder_name: XtransformerDecoder +sub_decoder_name: SingleProjection +model_dropout: 0.1 +main_decoder: + dim_model: 512 + num_layer: 8 + num_head: 8 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/remi8_main12_head_16_dim512.yaml b/Amadeus/symbolic_yamls/nn_params_old/remi8_main12_head_16_dim512.yaml new file mode 100644 index 0000000..da50eb2 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/remi8_main12_head_16_dim512.yaml @@ -0,0 +1,12 @@ +encoding_scheme: remi +num_features: 8 +vocab_name: LangTokenVocab +model_name: NestedMusicTransformer +input_embedder_name: SingleEmbedding +main_decoder_name: XtransformerDecoder +sub_decoder_name: SingleProjection +model_dropout: 0.1 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 \ No newline at end of file diff --git a/len_tunes/LakhClean/len_nb8.png b/len_tunes/LakhClean/len_nb8.png new file mode 100644 index 0000000..1f2c494 Binary files /dev/null and b/len_tunes/LakhClean/len_nb8.png differ