From 5b8bfd70e3f5fa4b612355e24df6bab69147c1a7 Mon Sep 17 00:00:00 2001 From: FelixChan <2223485532@qq,com> Date: Thu, 25 Sep 2025 15:41:00 +0800 Subject: [PATCH] 0925 add usable yamls --- Amadeus/symbolic_yamls/config-accelerate.yaml | 2 +- .../nn_params/cp5_embSum_NMT.yaml | 2 +- .../cp5_embSum_subCrossAttention.yaml | 2 +- .../nn_params/cp5_embSum_subFeedForward.yaml | 2 +- .../cp5_embSum_subFeedForward_original.yaml | 2 +- .../nn_params/cp7_embSum_NMT.yaml | 2 +- .../cp7_embSum_subCrossAttention.yaml | 2 +- .../nn_params/cp7_embSum_subFeedForward.yaml | 2 +- .../cp7_embSum_subFeedForward_original.yaml | 2 +- .../nn_params/nb5_embSum_NMT.yaml | 2 +- .../nn_params/nb5_embSum_diff.yaml | 2 +- ...5_embSum_diff_main12head16dim512_sub3.yaml | 2 +- ...5_embSum_diff_main12head16dim768_sub3.yaml | 2 +- .../nb5_embSum_subCrossAttention.yaml | 2 +- .../nn_params/nb5_embSum_subFeedForward.yaml | 2 +- .../nn_params/nb5_embSum_subPararell.yaml | 2 +- .../nn_params/nb5_embSum_subRNN.yaml | 2 +- .../nb5_embSum_subSelfAttention.yaml | 2 +- .../nn_params/nb7_embSum_NMT.yaml | 2 +- .../nb7_embSum_subCrossAttention.yaml | 2 +- .../nn_params/nb7_embSum_subFeedForward.yaml | 2 +- .../nn_params/nb7_embSum_subPararell.yaml | 2 +- .../nn_params/nb7_embSum_subRNN.yaml | 2 +- .../nb7_embSum_subSelfAttention.yaml | 2 +- .../symbolic_yamls/nn_params/nb8_SA_diff.yaml | 2 +- .../nn_params/nb8_embSum_NMT.yaml | 2 +- .../nb8_embSum_NMT_main12_head_16_dim512.yaml | 2 +- ...embSum_NMT_main12_head_16_dim512_sub3.yaml | 2 +- .../nn_params/nb8_embSum_NMTsub6.yaml | 2 +- .../nn_params/nb8_embSum_diff.yaml | 2 +- .../nn_params/nb8_embSum_diff_150M.yaml | 2 +- .../nb8_embSum_diff_main12head16dim512.yaml | 2 +- ...b8_embSum_diff_main12head16dim512_ave.yaml | 2 +- ...8_embSum_diff_main12head16dim512_sub3.yaml | 2 +- .../nn_params/nb8_embSum_diff_sub3.yaml | 2 +- .../nn_params/nb8_embSum_diff_sub6.yaml | 2 +- .../nn_params/nb8_embSum_diff_t2m_150M.yaml | 2 +- .../nb8_embSum_diff_t2m_150M_finetunning.yaml | 2 +- .../nb8_embSum_diff_t2m_150M_prefix.yaml | 2 +- .../nb8_embSum_diff_t2m_150M_pretraining.yaml | 2 +- .../nn_params/nb8_embSum_diff_t2m_30M.yaml | 2 +- .../nn_params/nb8_embSum_subFeedForward.yaml | 2 +- .../nn_params/nb8_embSum_subPararell.yaml | 2 +- Amadeus/symbolic_yamls/nn_params/remi5.yaml | 2 +- Amadeus/symbolic_yamls/nn_params/remi7.yaml | 2 +- Amadeus/symbolic_yamls/nn_params/remi8.yaml | 2 +- .../remi8_main12_head_16_dim512.yaml | 2 +- Amadeus/symbolic_yamls/nn_params/rename.py | 20 ++++++++++++++++++ .../nn_params_old/cp5_embSum_NMT.yaml | 20 ++++++++++++++++++ .../cp5_embSum_subCrossAttention.yaml | 20 ++++++++++++++++++ .../cp5_embSum_subFeedForward.yaml | 18 ++++++++++++++++ .../cp5_embSum_subFeedForward_original.yaml | 19 +++++++++++++++++ .../nn_params_old/cp7_embSum_NMT.yaml | 19 +++++++++++++++++ .../cp7_embSum_subCrossAttention.yaml | 19 +++++++++++++++++ .../cp7_embSum_subFeedForward.yaml | 18 ++++++++++++++++ .../cp7_embSum_subFeedForward_original.yaml | 20 ++++++++++++++++++ .../nn_params_old/nb5_embSum_NMT.yaml | 19 +++++++++++++++++ .../nn_params_old/nb5_embSum_diff.yaml | 19 +++++++++++++++++ ...5_embSum_diff_main12head16dim512_sub3.yaml | 19 +++++++++++++++++ ...5_embSum_diff_main12head16dim768_sub3.yaml | 19 +++++++++++++++++ .../nb5_embSum_subCrossAttention.yaml | 19 +++++++++++++++++ .../nb5_embSum_subFeedForward.yaml | 18 ++++++++++++++++ .../nn_params_old/nb5_embSum_subPararell.yaml | 18 ++++++++++++++++ .../nn_params_old/nb5_embSum_subRNN.yaml | 18 ++++++++++++++++ .../nb5_embSum_subSelfAttention.yaml | 18 ++++++++++++++++ .../nn_params_old/nb7_embSum_NMT.yaml | 19 +++++++++++++++++ .../nb7_embSum_subCrossAttention.yaml | 19 +++++++++++++++++ .../nb7_embSum_subFeedForward.yaml | 18 ++++++++++++++++ .../nn_params_old/nb7_embSum_subPararell.yaml | 18 ++++++++++++++++ .../nn_params_old/nb7_embSum_subRNN.yaml | 18 ++++++++++++++++ .../nb7_embSum_subSelfAttention.yaml | 18 ++++++++++++++++ .../nn_params_old/nb8_SA_diff.yaml | 19 +++++++++++++++++ .../nn_params_old/nb8_embSum_NMT.yaml | 19 +++++++++++++++++ .../nb8_embSum_NMT_main12_head_16_dim512.yaml | 19 +++++++++++++++++ ...embSum_NMT_main12_head_16_dim512_sub3.yaml | 19 +++++++++++++++++ .../nn_params_old/nb8_embSum_NMTsub6.yaml | 19 +++++++++++++++++ .../nn_params_old/nb8_embSum_diff.yaml | 19 +++++++++++++++++ .../nn_params_old/nb8_embSum_diff_150M.yaml | 19 +++++++++++++++++ .../nb8_embSum_diff_main12head16dim512.yaml | 20 ++++++++++++++++++ ...b8_embSum_diff_main12head16dim512_ave.yaml | 20 ++++++++++++++++++ ...8_embSum_diff_main12head16dim512_sub3.yaml | 19 +++++++++++++++++ .../nn_params_old/nb8_embSum_diff_sub3.yaml | 19 +++++++++++++++++ .../nn_params_old/nb8_embSum_diff_sub6.yaml | 19 +++++++++++++++++ .../nb8_embSum_diff_t2m_150M.yaml | 19 +++++++++++++++++ .../nb8_embSum_diff_t2m_150M_finetunning.yaml | 19 +++++++++++++++++ .../nb8_embSum_diff_t2m_150M_prefix.yaml | 19 +++++++++++++++++ .../nb8_embSum_diff_t2m_150M_pretraining.yaml | 19 +++++++++++++++++ .../nb8_embSum_diff_t2m_30M.yaml | 19 +++++++++++++++++ .../nb8_embSum_subFeedForward.yaml | 18 ++++++++++++++++ .../nn_params_old/nb8_embSum_subPararell.yaml | 18 ++++++++++++++++ .../symbolic_yamls/nn_params_old/remi5.yaml | 12 +++++++++++ .../symbolic_yamls/nn_params_old/remi7.yaml | 12 +++++++++++ .../symbolic_yamls/nn_params_old/remi8.yaml | 12 +++++++++++ .../remi8_main12_head_16_dim512.yaml | 12 +++++++++++ len_tunes/LakhClean/len_nb8.png | Bin 0 -> 20270 bytes 95 files changed, 906 insertions(+), 47 deletions(-) create mode 100644 Amadeus/symbolic_yamls/nn_params/rename.py create mode 100644 Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_NMT.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subCrossAttention.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward_original.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_NMT.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subCrossAttention.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward_original.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_NMT.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim512_sub3.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim768_sub3.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subCrossAttention.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subFeedForward.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subPararell.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subRNN.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subSelfAttention.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_NMT.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subCrossAttention.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subFeedForward.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subPararell.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subRNN.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subSelfAttention.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_SA_diff.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMTsub6.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_150M.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_ave.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_sub3.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub3.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub6.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_finetunning.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_prefix.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_pretraining.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_30M.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subFeedForward.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subPararell.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/remi5.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/remi7.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/remi8.yaml create mode 100644 Amadeus/symbolic_yamls/nn_params_old/remi8_main12_head_16_dim512.yaml create mode 100644 len_tunes/LakhClean/len_nb8.png diff --git a/Amadeus/symbolic_yamls/config-accelerate.yaml b/Amadeus/symbolic_yamls/config-accelerate.yaml index b687914..da0f615 100644 --- a/Amadeus/symbolic_yamls/config-accelerate.yaml +++ b/Amadeus/symbolic_yamls/config-accelerate.yaml @@ -14,7 +14,7 @@ defaults: # - nn_params: remi8_main12_head_16_dim512 # - nn_params: nb5_embSum_diff_main12head16dim768_sub3 -dataset: SOD # Pop1k7, Pop909, SOD, LakhClean,PretrainingDataset FinetuneDataset +dataset: LakhClean # Pop1k7, Pop909, SOD, LakhClean,PretrainingDataset FinetuneDataset captions_path: dataset/midicaps/train_set.json # dataset: SymphonyNet_Dataset # Pop1k7, Pop909, SOD, LakhClean diff --git a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_NMT.yaml index 88b6ef7..14b49aa 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_NMT.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_NMT.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 5 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subCrossAttention.yaml index 2f185d7..73e2439 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subCrossAttention.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subCrossAttention.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 5 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward.yaml index dae9889..f498149 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 5 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward_original.yaml b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward_original.yaml index 97f2a75..21cbe64 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward_original.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp5_embSum_subFeedForward_original.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 5 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_NMT.yaml index 93ee60f..7a23734 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_NMT.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_NMT.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 7 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subCrossAttention.yaml index fbcda81..f322774 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subCrossAttention.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subCrossAttention.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 7 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward.yaml index e991ad3..b2a8ece 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 7 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward_original.yaml b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward_original.yaml index 848b0a2..2e3168d 100644 --- a/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward_original.yaml +++ b/Amadeus/symbolic_yamls/nn_params/cp7_embSum_subFeedForward_original.yaml @@ -1,7 +1,7 @@ encoding_scheme: cp num_features: 7 vocab_name: MusicTokenVocabCP -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_NMT.yaml index 1d58b6d..bad037a 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_NMT.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_NMT.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff.yaml index 8602ebc..7aa1d45 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim512_sub3.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim512_sub3.yaml index f1f71e0..a9175d5 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim512_sub3.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim512_sub3.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim768_sub3.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim768_sub3.yaml index 26c281b..de1ac4a 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim768_sub3.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_diff_main12head16dim768_sub3.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subCrossAttention.yaml index 26a65e6..412f6ef 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subCrossAttention.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subCrossAttention.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subFeedForward.yaml index 44f38fa..3908835 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subFeedForward.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subFeedForward.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subPararell.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subPararell.yaml index 4022e9f..15ec23a 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subPararell.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subPararell.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: Parallel diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subRNN.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subRNN.yaml index db7611a..3ba737c 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subRNN.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subRNN.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: RNN diff --git a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subSelfAttention.yaml b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subSelfAttention.yaml index fb276a4..38d8e77 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subSelfAttention.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb5_embSum_subSelfAttention.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 5 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: SelfAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_NMT.yaml index f25a42c..001661e 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_NMT.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_NMT.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 7 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subCrossAttention.yaml index 5359592..09af3df 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subCrossAttention.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subCrossAttention.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 7 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subFeedForward.yaml index 0103bea..7dbd368 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subFeedForward.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subFeedForward.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 7 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subPararell.yaml b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subPararell.yaml index 161144e..41477ea 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subPararell.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subPararell.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 7 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: Parallel diff --git a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subRNN.yaml b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subRNN.yaml index 4db5550..0959080 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subRNN.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subRNN.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 7 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: RNN diff --git a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subSelfAttention.yaml b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subSelfAttention.yaml index 71571a3..7712122 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subSelfAttention.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb7_embSum_subSelfAttention.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 7 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: SelfAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_SA_diff.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_SA_diff.yaml index 2a3864e..e65a8fe 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_SA_diff.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_SA_diff.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SelfAttentionEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT.yaml index 123ba16..ec9ba31 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512.yaml index ace6af3..78b5af1 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml index 412409d..562f6e4 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMTsub6.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMTsub6.yaml index 3510d68..9ff2bd1 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMTsub6.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_NMTsub6.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: CrossAttention diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff.yaml index 4145a00..b1c848e 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_150M.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_150M.yaml index 510a725..e114504 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_150M.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_150M.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512.yaml index cd72a8c..49aaf97 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_ave.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_ave.yaml index 4d193a5..b21ad01 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_ave.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_ave.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: AverageEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_sub3.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_sub3.yaml index 37bf321..98be56e 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_sub3.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_main12head16dim512_sub3.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub3.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub3.yaml index 6ec2c3d..e5c49d2 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub3.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub3.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub6.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub6.yaml index 9b7411e..c066776 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub6.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_sub6.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M.yaml index 8c59625..13c61a4 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerCrossAttendDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_finetunning.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_finetunning.yaml index 71e42f5..8bb6d83 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_finetunning.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_finetunning.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerFinetuningDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_prefix.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_prefix.yaml index 9aa36a5..d6387a3 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_prefix.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_prefix.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerPrefixDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_pretraining.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_pretraining.yaml index 8ffffdd..eff8f13 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_pretraining.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_150M_pretraining.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerPretrainingDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_30M.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_30M.yaml index 6da49a3..31f7d4f 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_30M.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_diff_t2m_30M.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerCrossAttendDecoder sub_decoder_name: DiffusionDecoder diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subFeedForward.yaml index 473839d..88c7c70 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subFeedForward.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subFeedForward.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: FeedForward diff --git a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subPararell.yaml b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subPararell.yaml index 7d98ce6..bc5f142 100644 --- a/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subPararell.yaml +++ b/Amadeus/symbolic_yamls/nn_params/nb8_embSum_subPararell.yaml @@ -1,7 +1,7 @@ encoding_scheme: nb num_features: 8 vocab_name: MusicTokenVocabNB -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SummationEmbedder main_decoder_name: XtransformerDecoder sub_decoder_name: Parallel diff --git a/Amadeus/symbolic_yamls/nn_params/remi5.yaml b/Amadeus/symbolic_yamls/nn_params/remi5.yaml index dba0f34..989a462 100644 --- a/Amadeus/symbolic_yamls/nn_params/remi5.yaml +++ b/Amadeus/symbolic_yamls/nn_params/remi5.yaml @@ -1,7 +1,7 @@ encoding_scheme: remi num_features: 5 vocab_name: LangTokenVocab -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SingleEmbedding main_decoder_name: XtransformerDecoder sub_decoder_name: SingleProjection diff --git a/Amadeus/symbolic_yamls/nn_params/remi7.yaml b/Amadeus/symbolic_yamls/nn_params/remi7.yaml index b9b7768..e56e396 100644 --- a/Amadeus/symbolic_yamls/nn_params/remi7.yaml +++ b/Amadeus/symbolic_yamls/nn_params/remi7.yaml @@ -1,7 +1,7 @@ encoding_scheme: remi num_features: 7 vocab_name: LangTokenVocab -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SingleEmbedding main_decoder_name: XtransformerDecoder sub_decoder_name: SingleProjection diff --git a/Amadeus/symbolic_yamls/nn_params/remi8.yaml b/Amadeus/symbolic_yamls/nn_params/remi8.yaml index 20e2948..c89ddc8 100644 --- a/Amadeus/symbolic_yamls/nn_params/remi8.yaml +++ b/Amadeus/symbolic_yamls/nn_params/remi8.yaml @@ -1,7 +1,7 @@ encoding_scheme: remi num_features: 8 vocab_name: LangTokenVocab -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SingleEmbedding main_decoder_name: XtransformerDecoder sub_decoder_name: SingleProjection diff --git a/Amadeus/symbolic_yamls/nn_params/remi8_main12_head_16_dim512.yaml b/Amadeus/symbolic_yamls/nn_params/remi8_main12_head_16_dim512.yaml index da50eb2..f17c738 100644 --- a/Amadeus/symbolic_yamls/nn_params/remi8_main12_head_16_dim512.yaml +++ b/Amadeus/symbolic_yamls/nn_params/remi8_main12_head_16_dim512.yaml @@ -1,7 +1,7 @@ encoding_scheme: remi num_features: 8 vocab_name: LangTokenVocab -model_name: NestedMusicTransformer +model_name: AmadeusModel input_embedder_name: SingleEmbedding main_decoder_name: XtransformerDecoder sub_decoder_name: SingleProjection diff --git a/Amadeus/symbolic_yamls/nn_params/rename.py b/Amadeus/symbolic_yamls/nn_params/rename.py new file mode 100644 index 0000000..246a5c3 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params/rename.py @@ -0,0 +1,20 @@ +# 读取路径下所有的yaml文件，批量替换指定的字符串 +import os +import yaml +import glob +import re +# 指定要替换的字符串和新的字符串 +old_string = 'NestedMusicTransformer' +new_string = 'AmadeusModel' +# 指定yaml文件所在的目录 +directory = 'Amadeus/symbolic_yamls/nn_params' +# 遍历目录下的所有yaml文件 +for filepath in glob.glob(os.path.join(directory, '*.yaml')): + with open(filepath, 'r', encoding='utf-8') as file: + content = file.read() + # 使用正则表达式替换指定的字符串 + new_content = re.sub(r'\b' + re.escape(old_string) + r'\b', new_string, content) + # 将修改后的内容写回文件 + with open(filepath, 'w', encoding='utf-8') as file: + file.write(new_content) + print(f'Processed file: {filepath}') \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_NMT.yaml new file mode 100644 index 0000000..88b6ef7 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_NMT.yaml @@ -0,0 +1,20 @@ +encoding_scheme: cp +num_features: 5 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + input_length: 1024 + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subCrossAttention.yaml new file mode 100644 index 0000000..2f185d7 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subCrossAttention.yaml @@ -0,0 +1,20 @@ +encoding_scheme: cp +num_features: 5 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + input_length: 1024 + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward.yaml new file mode 100644 index 0000000..dae9889 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward.yaml @@ -0,0 +1,18 @@ +encoding_scheme: cp +num_features: 5 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward_original.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward_original.yaml new file mode 100644 index 0000000..97f2a75 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp5_embSum_subFeedForward_original.yaml @@ -0,0 +1,19 @@ +encoding_scheme: cp +num_features: 5 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +partial_sequential_prediction: True +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_NMT.yaml new file mode 100644 index 0000000..93ee60f --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_NMT.yaml @@ -0,0 +1,19 @@ +encoding_scheme: cp +num_features: 7 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subCrossAttention.yaml new file mode 100644 index 0000000..fbcda81 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subCrossAttention.yaml @@ -0,0 +1,19 @@ +encoding_scheme: cp +num_features: 7 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward.yaml new file mode 100644 index 0000000..e991ad3 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward.yaml @@ -0,0 +1,18 @@ +encoding_scheme: cp +num_features: 7 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward_original.yaml b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward_original.yaml new file mode 100644 index 0000000..848b0a2 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/cp7_embSum_subFeedForward_original.yaml @@ -0,0 +1,20 @@ +encoding_scheme: cp +num_features: 7 +vocab_name: MusicTokenVocabCP +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +partial_sequential_prediction: True +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + input_length: 1024 + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_NMT.yaml new file mode 100644 index 0000000..1d58b6d --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_NMT.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff.yaml new file mode 100644 index 0000000..8602ebc --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim512_sub3.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim512_sub3.yaml new file mode 100644 index 0000000..f1f71e0 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim512_sub3.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 3 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim768_sub3.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim768_sub3.yaml new file mode 100644 index 0000000..26c281b --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_diff_main12head16dim768_sub3.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 768 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 3 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subCrossAttention.yaml new file mode 100644 index 0000000..26a65e6 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subCrossAttention.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subFeedForward.yaml new file mode 100644 index 0000000..44f38fa --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subFeedForward.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subPararell.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subPararell.yaml new file mode 100644 index 0000000..4022e9f --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subPararell.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: Parallel +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subRNN.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subRNN.yaml new file mode 100644 index 0000000..db7611a --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subRNN.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: RNN +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subSelfAttention.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subSelfAttention.yaml new file mode 100644 index 0000000..fb276a4 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb5_embSum_subSelfAttention.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 5 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: SelfAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_NMT.yaml new file mode 100644 index 0000000..f25a42c --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_NMT.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 7 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subCrossAttention.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subCrossAttention.yaml new file mode 100644 index 0000000..5359592 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subCrossAttention.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 7 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subFeedForward.yaml new file mode 100644 index 0000000..0103bea --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subFeedForward.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 7 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subPararell.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subPararell.yaml new file mode 100644 index 0000000..161144e --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subPararell.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 7 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: Parallel +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subRNN.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subRNN.yaml new file mode 100644 index 0000000..4db5550 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subRNN.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 7 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: RNN +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subSelfAttention.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subSelfAttention.yaml new file mode 100644 index 0000000..71571a3 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb7_embSum_subSelfAttention.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 7 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: SelfAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_SA_diff.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_SA_diff.yaml new file mode 100644 index 0000000..2a3864e --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_SA_diff.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SelfAttentionEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT.yaml new file mode 100644 index 0000000..123ba16 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512.yaml new file mode 100644 index 0000000..ace6af3 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml new file mode 100644 index 0000000..412409d --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMT_main12_head_16_dim512_sub3.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 3 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMTsub6.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMTsub6.yaml new file mode 100644 index 0000000..3510d68 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_NMTsub6.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: CrossAttention +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 6 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff.yaml new file mode 100644 index 0000000..4145a00 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_150M.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_150M.yaml new file mode 100644 index 0000000..510a725 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_150M.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.2 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 768 + num_layer: 16 + num_head: 12 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512.yaml new file mode 100644 index 0000000..cd72a8c --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512.yaml @@ -0,0 +1,20 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True + \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_ave.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_ave.yaml new file mode 100644 index 0000000..4d193a5 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_ave.yaml @@ -0,0 +1,20 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: AverageEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: True + \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_sub3.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_sub3.yaml new file mode 100644 index 0000000..37bf321 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_main12head16dim512_sub3.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 3 + feature_enricher_use: True diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub3.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub3.yaml new file mode 100644 index 0000000..6ec2c3d --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub3.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 2 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub6.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub6.yaml new file mode 100644 index 0000000..9b7411e --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_sub6.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 6 + feature_enricher_use: True \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M.yaml new file mode 100644 index 0000000..8c59625 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerCrossAttendDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.2 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 768 + num_layer: 16 + num_head: 12 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_finetunning.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_finetunning.yaml new file mode 100644 index 0000000..71e42f5 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_finetunning.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerFinetuningDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.2 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 768 + num_layer: 20 + num_head: 12 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_prefix.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_prefix.yaml new file mode 100644 index 0000000..9aa36a5 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_prefix.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerPrefixDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 768 + num_layer: 16 + num_head: 12 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_pretraining.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_pretraining.yaml new file mode 100644 index 0000000..8ffffdd --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_150M_pretraining.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerPretrainingDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 768 + num_layer: 20 + num_head: 12 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_30M.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_30M.yaml new file mode 100644 index 0000000..6da49a3 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_diff_t2m_30M.yaml @@ -0,0 +1,19 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerCrossAttendDecoder +sub_decoder_name: DiffusionDecoder +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 + feature_enricher_use: False \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subFeedForward.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subFeedForward.yaml new file mode 100644 index 0000000..473839d --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subFeedForward.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: FeedForward +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subPararell.yaml b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subPararell.yaml new file mode 100644 index 0000000..7d98ce6 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/nb8_embSum_subPararell.yaml @@ -0,0 +1,18 @@ +encoding_scheme: nb +num_features: 8 +vocab_name: MusicTokenVocabNB +model_name: NestedMusicTransformer +input_embedder_name: SummationEmbedder +main_decoder_name: XtransformerDecoder +sub_decoder_name: Parallel +model_dropout: 0.1 +input_embedder: + num_layer: 1 + num_head: 8 +main_decoder: + dim_model: 512 + num_layer: 6 + num_head: 8 +sub_decoder: + decout_window_size: 1 # 1 means no previous decoding output added + num_layer: 1 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/remi5.yaml b/Amadeus/symbolic_yamls/nn_params_old/remi5.yaml new file mode 100644 index 0000000..dba0f34 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/remi5.yaml @@ -0,0 +1,12 @@ +encoding_scheme: remi +num_features: 5 +vocab_name: LangTokenVocab +model_name: NestedMusicTransformer +input_embedder_name: SingleEmbedding +main_decoder_name: XtransformerDecoder +sub_decoder_name: SingleProjection +model_dropout: 0.1 +main_decoder: + dim_model: 512 + num_layer: 8 + num_head: 8 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/remi7.yaml b/Amadeus/symbolic_yamls/nn_params_old/remi7.yaml new file mode 100644 index 0000000..b9b7768 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/remi7.yaml @@ -0,0 +1,12 @@ +encoding_scheme: remi +num_features: 7 +vocab_name: LangTokenVocab +model_name: NestedMusicTransformer +input_embedder_name: SingleEmbedding +main_decoder_name: XtransformerDecoder +sub_decoder_name: SingleProjection +model_dropout: 0.1 +main_decoder: + dim_model: 512 + num_layer: 8 + num_head: 8 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/remi8.yaml b/Amadeus/symbolic_yamls/nn_params_old/remi8.yaml new file mode 100644 index 0000000..20e2948 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/remi8.yaml @@ -0,0 +1,12 @@ +encoding_scheme: remi +num_features: 8 +vocab_name: LangTokenVocab +model_name: NestedMusicTransformer +input_embedder_name: SingleEmbedding +main_decoder_name: XtransformerDecoder +sub_decoder_name: SingleProjection +model_dropout: 0.1 +main_decoder: + dim_model: 512 + num_layer: 8 + num_head: 8 \ No newline at end of file diff --git a/Amadeus/symbolic_yamls/nn_params_old/remi8_main12_head_16_dim512.yaml b/Amadeus/symbolic_yamls/nn_params_old/remi8_main12_head_16_dim512.yaml new file mode 100644 index 0000000..da50eb2 --- /dev/null +++ b/Amadeus/symbolic_yamls/nn_params_old/remi8_main12_head_16_dim512.yaml @@ -0,0 +1,12 @@ +encoding_scheme: remi +num_features: 8 +vocab_name: LangTokenVocab +model_name: NestedMusicTransformer +input_embedder_name: SingleEmbedding +main_decoder_name: XtransformerDecoder +sub_decoder_name: SingleProjection +model_dropout: 0.1 +main_decoder: + dim_model: 512 + num_layer: 12 + num_head: 16 \ No newline at end of file diff --git a/len_tunes/LakhClean/len_nb8.png b/len_tunes/LakhClean/len_nb8.png new file mode 100644 index 0000000000000000000000000000000000000000..1f2c494ed2bc573730d8e4d75fadb04aeb4cda9f GIT binary patch literal 20270 zcmeIa2T+w+yC%BTHnu|BCNO}u7ytoDBH4^&B}!IFlCwyr+ZGHUg1{!DlCu&eYtxd0 zWCxIH*LUI1RJ~i@rSVe#cTG;Rz~)YH*5_l@;B_Q&8_UsO>Q2%ZD?y} zVr9wCeVUv9#KBwk_SSYHJUkZv_5<8jw#GaagV&UCkj>VYHS8!9#vA0{HHnf5CKQT7 zxb%gyDt98rXigFGGkq1`=B^LcZ_Q$=^?CI;@>LL%e!HC4l^5qS18+SK2;kCCx^T7k z;q8Us;&WF8s+7X+hmD^5)5<87U;jXvtGmaY?kT%EncB}qQGOL}VuSAWLs3)n5q9In z6T&q^13BSw#U*%U`Kkn}C7BH#}DYD!!`KH8ev43zdK9t{h&_S7UQ0u2R zYe%C!RvPazN+gc7rqonaNUf}_n6@PPOU(E0VAj_jdCbgz$biijzsQ>Map*p1$>X@#|EBWQsF@Ao zDzAR|abDhUUfdPKri=M*i??$uy42o1+@*ZxjHmPLXwqS+$FV8Y;NW=ar$^ZZ1XOT_ z$y#~ogSDYgKZ!LrH3_&a*tcfr>FMg~a$J4!r)BB#?d5M3timH@>UwU5V~hhe)b=lp zF%F;py0?|?j!!RGp6wbK8al?x$|`v4{h6u3x|&AYbbImK)@+mJNr9re2x0!Rxy11B z@XvjH&8?D7ld(}AD^B;kysAH0C(4EL70mUxINv|D;?wNwu;pyUXbEQS!b`q;HPRp9-c;4q$>XwQg}Aa-UgzfzKNcOYv@H>O%5PkM zt2TsJGsjd_S7^XX#Qw_@uWkF{+tReibHYOjoy}KGQDYw8W6_l>ukP5Mt~1h>7G539 z#c5?_)tY$qd|$b*ozv>&CeDna7v;YDQdE+ZCa0%WT9Z|Aeb4Npb3)xJL|Dz*(~B+X z{m$$G?c3huh&oRvGO&mxx=a+S;|{5tnkL`8d9x)!k#(#)Upb>_Ql_9?E?R;%a6ZTS z(_h0Q`%hb+kqa{1;}stkRq_N*0pa(sfc6#|sr5=xwU5 zu0=iWixxCzdfLJORZpex_E?IhmGBJKmf7fsS0l{{eoM>CR+W6*j)Kc#_$1BjTZbei zC5tDkIYk^s0(D)+1TA`sH0bRaRBvx@Rmc8H|FF|GFBWF#3Am%C-#)){{`mVwvNJ4c z1^L;ZK6$gYrD|lgq^R?3+kg5>f?{;rMCodJnKz?x*NRo?vKrQ~Qi@vIbeooy36{xT zN%tZKR*BT%=7hqQNM3!fh1szb(ec;kal0OF*~6V0De5@#=J$2&+2iRIxnZX)!eoL^ zBuTg}XgAX{s5X7&SiUWBqty~ejvPrctO+J}Yhi98gF`j>OQrwe1+3bjfPmkutR_;z zjLpqcFFoF$Bsx)~%v1FBkB2+iU+|QCKSwKYXwJ3h61Y8jEoHp5g!KS}x5U!d^He@b z$x^vRkC7I3@ztd%4%`~AX36F0W_!bZr_A4nTa_f8vgkAr=?$+#RY)CcN>)uNvZ&pb zZ8xM)yfBiIteKNM(vlSO;lqa$bSjsY+K!`g*6crT-fZLK{_)KkLDQDY?(Xh;Pg_4* zyLRo)efv@xW2DTm?lg<;yi#? zWR;|Vbn(NNeBLK1C$zl0QD&yIUg+^#`GoV{4Dq)bUkv_r?`O3R>{DMhJ3KdYz20;k z(H(pDnm%R`4>O4j4BXi_F=2(vy3y3slsbvJ(s`M0b-uyFHanszPBuI?mMvuz_3dOp z?c_jBT4s(}dl-I++KzP^UH-{BghkxhpfJKr5WDqo)hMk{s3ODP;F2GUn|w`Sn7hQv z_rCI)nwq8Mxn4C5IXNGHgC3U&@s!bzZ||1VXtb?NC*N?$%F6QBg$oJc(K&QT4c3Jl zvxV}ME=`7Y>ZPc0DQD=4KMe~r4f5SD+=LAtI@Xn^W#}?DE{MuBn3NDz5I=To8iwlPFbRO$<k7g;Mut-a0ia2Y#w z=Hp$)>V^hIRKupkt1$*XjVS;2b2P`A_ICBRZ{IpE&$Kt!9X@j8VvLlZS`de7zx8RA zbZud>YGtIQZIXoa%eT_p7ss}2-5OZ-=}MYrPSb(0C$SHAaVBG_EDR?^w}9JlG+-+zC3yOA|8 zBO^n#2W4Uxr<&ZruLPEu^TpSheVm z4efT9MVPotZmjI$`zMFavq?XH{=DtR5?ZNrLAHn3R4qStexR$Xt9`qU<1khlGq-WY z;{%GnwL>-fnmv7ynD0U+#AB_ZMqy6pO zjXEpgQGA9E_X?WEx{T*bnV6V}pfl!L-0sY^2uI0?Us+yEx$M6x`ReQ6I}|IKV$giM zIb85)9KLON}s8Z;i&LqZMSO>Pe1`qy!Ptmb9-DrkJ3hs_5;}_s`FJrza~OQ;ceP z_h=7)L@;hQGrv)y$Lh+KZQEMsr-qu{xOK+F&YwT8`uyB_DxZ*$ki$reG&?){0zIQN zb<)g9Qn%>N)vBthj$9k`jxZ62 zo}PwQnS`D~@JJ}1p@2yf8`Zg9d8FR0#sqC~SV3N7DBq;{XpVV@Qcq70meRu+-D}0p zIe(Rv4Gav#0VL5ECrTS^T;|5Q60p#u1IiyCFdNINr~7H;m6^bsj(=0|m1mc&W>>P+re%CP+52rA5W}fT$XJ zdQd__f=uA?=SFp5>_?B5$0;cE?vap?*s^I;C-3DuzK$F zZKK]VYg*KI~sHA(4WgZNwoI-hzzf_p zArfu{94d*=wjaLqWu{$EJ>Pa<8ms3^q+^eCdlaqEk&ZIidcd*!dApv64xX@jw1iu> z16_^k?C>~?b_nsKi-wO zeAzm5eCd}hTec_}7{nG874_pm+#c)9cl{z!-yGxO;tV@ce1+&}83kjx zUE0;+Vqz+#?rzH~ixV2N9ZWHQ{`phT2@Sp)=g@hSqv;l9#U!;fP3JyeA<{PqSOhqE zYCml4J~vJ~BCVXD(3%kKo~$Uj+_LcAt>0g2x_qBiBH#{z58X6cD**LYs%n;z{LDxz zJ*+eIs^sci>FV&;Pi4bxk!FB$OrfsRA=}~qC_QUIJmKSDBKfHW?$%lym z6;eG=@oYB-hT7B*RiC=|=bwovv)mR7_*K=IOWWM0>V!D7a#K+fR9;-z?7LTxqsHwh zzi@{dTK@~n;u$shND);ot=yJBH}B9^@F@LOzK{Goko=8eceKrbSgbwSN4vR{ycrG% z7*_8j6)#-KN)7F12K(KhBX@Oq!XsHDE8dHdHL7nV+mfbPQc{9_(x&4`i_l?N*JsGA> zJv)21rNF_A<}?&3Y#Pl*E=opDZmC@_^O!=!m9AV1RdmW?bhhNHFN2;!(r`I-6?tt*i6jzaKw+`dZ8- zUm3?=%9tPHfGL1D2LO(N51Vm@GgxeKg-dUkVzA^nBqVetSH8y(KD3Kl`*fG`M3zyV z5;jrGi;Iuw9q;JJG8n{rF4s3lE-%jIRdZ{id}eK_ud0Do z&G$2SJI!_&H@Bu;d4BHkqUepkemY#`eBsiiFnnfVixYN5EkJ7>kZ|o#w1;Js`+|vb z?B(ssAS6`fmx|&uf&K=lQa8{?%n0bgJvK*|G~!TCH&=+3u<*&ZUwDi5IX%|ZZYYeJ z|FYA+mEB<=n;QF zE!x>9rIk197!B^oTxt@G)~rp8#$rzKH&|KhU5!tXG^qULa8-n;V?C3;9PWGb*rReL zyM<|!!&O`NovLNhuLWW^vY31J>>$5IrvSfM+lgiX1pdD^>(wP9r)VRD=dsbs-F8REP6fn zRw|=`!i&8gjc_IkDlud@-V{+#|vsM^PypS6cq3j zPX~OPoV1-E-!E)y;58)<{wrIIb{^(5HE7t;hO1zb9t4OlO_msp4;P`N>y`Gz6`^J` z>uyv>)u%G%ljHq)?_MaRg4bdzOH+!6t9)1`CCUbl9z7a{FNUb=I=#Eh_u#>Uw(Kpt zI6{D<;#}lWTk6E;x~HrP%x1^Bj6r{EM?13W)-j4*|LySMy81}bEH@fhXSF04hP$%*^=ZE;9=MWS^hpUZAz9FEM_ahV>3Q znFi8!ll{^uVy8}>s^NK+I_MPlXb(>qpyysjM#dd`_D~0w(r1^y6s?R*(i4=Fl;i-# z>QH*pG9!L^0|M7KJUpKvd0s2m+ywPy&{jN)ms;|(W&Xf!`h4q#H$H>I6BE(n(G7q9 zeE|;`&9TCwBx=pqY7ZknR!K{?P@!JeW+uDg=r!c5nq+z67Im?uQvD4ebll=91X>#; z!jp}jEk_|G#2@5^S^DUyQ*Cieq_j3RHV%UQ2@yo;geB_>0mzA-me)ks3W&hpA%t}L z>=UYQ$bTg{^t7B~*k52lXm~H9COUIu zwel>{PUEy$aLG^EsG`3C$)+SG9w%)GQXJs{1SAYMMLKKbNCiCH!!w>aYIYTfnBacU zL_Ggs{8TJ{CsN$yR8711*Ej37FfiQCpZ(iOW)1*C{rS1oQkQPWUN;V<*!%7)^TsKo z#dAGB+UHP|i$V~mx*CvyN`k@x0`&s;_W$*%dceSbtO<07Pb}wzj>r)J9hdp}`C$~K zhOgX%5lkSIgb-oXB>`IRJ$e1iW2@#>Kw~tSLm&qoaYfEEBke80J_fA~qiwVS2dpMr zZN&n6u4{MhyjINsCm8wgDyA(%FM8OTTiB#|psRU4Zz?-Y8PLlC1;|`+Rd3r+Zo%Yu z(Z`S1=NA|0&|vCsvw*)4sE?Y$;a&C|6%-1B5{jmB!QA&56j1(q-rmOFS;lbi8kba5 zV$cZ(C%-}aD0Sz_s$)R*d~SG($zZVYGwB1%-)s3B0G`ir*F@v6P!&dO^K2AcL9s*} z$GaW!%aaKdYv-3;U6~S&aax$4Ptwk}9j<0urceA~<}l!>4BmBQ*~8`bL=Ts~5AI0N zxQos7m&SmVRTrD?*EYa7DmkXDX=Tn9!ANfD?o+H zL-mm}jZ&;hjuSn5ag!e(5FO;hE@32(8zmnsF0jXG=)lZam%425i7M;Ra;CZ{aV^Li zYN%UQ+CwXGsD(z;Hv&602Ii0cHVxF@nxrhn%gf6w5wWLbq9aQR2psZkBG}T4I9V#k z(W93d#HM@%qf>NdXRIfR=ZIFt-7aVpj|&xXUwS>$?NqoFw5MV>xArws@8>-M?3zEn zdo+VmZHCg(nP(L(u{^DOK*YXsuj~na95pz0E6-X9`!81tx@O~Ke=k5a#Eob{{pL%3 zstnby1$9)=aarG8Jb9(bcmCI+N!jnFMNs?pirsk$Dd>5F#G+gcl}83Zjc+YNt=)w`W{d}aO}ttlcn$9M%pu? zArj=EVL`5GC=k8{mJ-TvUI6d`8-Y9uVa?lWwv+P_9qxf0b%LRFQFVol zhz9h`a=PBnH_C}a+BJbV@5Aylx%?-5N3J&S@-9yUDSyQavofH-2vnA&(W`B zp`%pIM!!EQAC_o8+=RQL=G9D!Lh0&?Xm8Kbr@v2oGAC;1XF`}_gt}@p|Lz+I7$>2; zV39Q*S2)$vYkiH3s-60I3S)NEGq!74=D*`Gd;jeBSlKX?W zFYncTLY692ZkXLG=$7(U5(*sL( zFCfs3bmpWGb_w|-#crtHd47N@==$9nLX1(t7$+zq7T{P%R>eSKFP`|SL%3~I1D|1a zBH6V-Tm>eOW!16r(}vL0+Pzub6LG@}Yipdc9%WfxzI-1TvDw0LxXH6GDk^I7+qbH0 zTK&BFhnH^)-u^wWIdsiIVcTAT_fTr4(N7f#jY{HVFLOH~+F_AGXiN8|r%#?dLu;Ul z>hXtH0LiAK<ZP6!=I#=>v=2>WGe8v_{mV)Zrr|m!dO5t!Li3liVy(M z76JP&@8$GXt$O^>MD6EK2-|%AQz23$4$ebdAziJ&US(mtaH0*^UAvm`fJiJ#YBE&* zHc2s|u&K%qL5?1S{g)?af?IzS3!U-q+XZd6MS2s)$HyN&d{~|94wA&;{N<4N^!xKf zu_kL6_Qw~0DVF^Bfz^HWGuHDfQBR&+x2UNRw%T1aV(#5ciu3Yg2L=OzjkRT;+SSRs z{q$9n=CQiG(7U>lz$o$kAT1k#Hygqik_B|QUIKwZyCYS%{Q*|EwpZwUOZ!EW5I(SB&~%|APIeEMM&{p!ANxU%zo0+c zYdE5Z<$-n!0>`J+GR5G3)eWlyuRc90pE`*Z@S|>(3GNqnR>A4Ejpg-P>iqho@fU_0 zH*OG4+2gV5Mvd8u%cP=*j~CDBQU@;EZdM^J1*$y+nN&|ZLB1}v`atJ@bZ_oH}*Zdzg!*O6LdnS#-Z{91zzmc6I>9Rm3OXo^Oqu zC|Ok4$gtn~N9PF;00R&Q1srLN@y>DQ3us=R?#{Pk?rB{B9I0Z`=aNJz`*{zy+}tf% zL5`TXI5AhYPV9zpkPcnjcINn_sZ76`hIG)3tLTI7={aw!gg-c5S~MT14$2{zaBLMN zMtdsbDwqO9d^Kkja=vZ=_xhmdG-8`!YiM&b=C^(F&kTr&h#3EMr@l|QA1jaa!^e+v zt5Z}{;<2;EX&LRcq5M+dlbH%#Q4($I|FP&&y7MCjAw)buA+l*B ztLw8jZ{B$1=!<%L=G&$waTYI4)@T;qP6PZ*fm~1j{;hA}^CO;VD1IX#PxkraN$2iu zAteW<1hF9DWGIH=CZS$u;IJ*pL)NE>@isF~)8f+1zJhbh@mO^)o*xW1?J3HyIk^rb zs0H%wP8ODQa3mD4i)8N#xG#OTkBMqe)ldepuxCC-hts5ng@ukKJ2TO%w~>*h1!s{C zx8${}u=wI=7Tl4HmRI^x2PECKf9!xFm>Xy56Yx<+o_n)2LA}phy6BBxAkqL(w<^TC zT&v!6Ky)qCxV*>q!gnj-@3cbG$S*8R(XV*?!!2=~NH=MYhtMf4A12TUn3WBjx0M=n zwU^&kaCtxP%|Caaxb}<`F$gkk;9BH@Nsng~pMIj60l2bP;MNnOctBAUgzkt1+~g;@ zk_cLmAF;qJ;re>8Av%Lwr{LDtk8epU2j@<~&r8aF(7De}oz%?6xr7cr4oW1(;%i zkKXOL+FaFQ=b089ym)nGk$@s-PdV<(&Tc?uc$!Z&^DM{s{NSOPq5l%)6$Qv)aV#%| zz#f>Vq(BOqG!fYu#TA`NI5p1J$ ztCIOkkdIqwj=fyNN>7I2vlPs{y4Cm_aXZUQn&M(k96EGJgW=t$ZsW|w6Lm?@{{=0( zuYnGXuoml9E=4m+`l<}?fGhA@0)SdrwrxYV0a8N-GTP>F^D7|YM#UG~%Z z^`UU4;!_F@s($?;6!rD#L+O+UVXgyo;*W^tW8N}=S}TCX#|umn4k%0y@3I?28}r)A{5jLYH(x;I3_OTbQT52K zX$TC&3gpABJqgoJ@PO!T0kn_r>Sb@V;`uMA<1Eu%a6VOnG~I`yD5zP&{LCT4a;PwofmuKb=#CKGJ7> zTCOA0u@Za`~cEqp~P?S&THrJ%SEX-S`V@s0FDK{CI}M zfJGyghhkX^NTB1D1=;EQ_dCttiGBDdlc*%dQEsyu$_4f&eFFoA=nAGc_4S*J9aqOr zo`m)y0JtZFJxg5FKpwpwF#uX-OJ#lTTGbDef{W0L{7}-brM_vToGI zDcZImI_k8|Ut;hE;-PDncXf50-p@dmj;_-{(AK#JoQ4j2UfP`w!j>==_9GhG*0X`3 zweDv>R~H)j=1;Rcc=#|=VxN=`(~adV4MC1;j0GBMOMYg{U%IKNumsU99@__Z^Dxc0 z!8qE@2=v-OOiWA;AhixniNE;gJCK^0bBC%MGI4q#s34)BsANqc>Y$IH#&wC+CA*Y* zbT4^G!ahiU;12S^4mb&0IJ4$dY3GgWwwa}n%k&0I7RUL?s>Vtpmm+ZM{hJ~nsNoVu zUtS{=-gtmmH9d56BVG8f)K3p!*WSdwv?AjE!`)n_%;;?sRGzyYd+h#Mzn9| zNz1+EOfXnEXzc7eXEGZf0?19W;L=eyC$uWr7} z+;6^F?fdtS^6gZGg_PZbQ230qk1f@%japyu)ihmVOi)qtofK z2zEX5d^I(oH7oWFKXqOI|M@^y=x+zu$ZMnvJhMW?l|N8IYnR#*o0oD%8;{?e0!2nN2MOMp4 z?L}eakEj6cNB|HRhT5eLNJpS2Ro7V>Fr^i0cK@eO&j~TX>UYKlKO#-E4mgNJ6z32T zStxfv!0@2oK;dCebr~6%0Jil%{q#DpAxuyf;;ahjH(}3_!gl3hyAh`W8$1p-faB5Q z$7;5=nYorU(^ix(+fZYB`)t%xehXO{nTJp+bXah!*2|ZOuDz3w9RyB%nLth)FKu!o z%bhd3I8?4+0|AZ3!g)8vb6J?I;W;9WHp2Z$FpP|jG^w6C#7m+Q0eJm{8(w)UFd2H-J$pACl4iOEJ z?c0phD%#tH%3?eM;QIAr%TD4D$8SyQPz1_v0ncc@wtfx+VI$IaMvGza+N70WgCCIw z(d;a8$|43=D|CH-csYQ3hOHW}Zr-bLg_gf_`*xd1XFTjDk^_a5)7Rfn+#tn~I0jj^ ztgIPmV^C7n0+1YGDV}bU?R;$$10Ns(utSDmMWU7FS?WkDp&_e)%+8E4Gy|h1okjn$?gDpJoAvOLN)@6%NwhRX{Y9;^!byS4cU3ZPS-3f<>oU zV4sA`RQacuy70A(k$LR~)RF0KAKs%G`>tL&a_m?QG-zpQ>GdnlZyuHf>r&@O!#}JP z)NZ7B?i(;#SSeAPA17ssVtL{}Kl>VgSyzZ6r2FoM>{P*KY!%i||FMese^O-kN0zcK z?(@sIjD3NXe zZ6pPC6eUjyhKGR5tT_!C(|}kY-9+#+a2Qp^ zz{0{pG;xw2M2WsuL*lN#?$`lIKXZQ$m$0w~;3O%j85t8Z6H5*OPetwQb~plHOe&q7 zUn%jQq-}o#q4bD!02mjWG!Z=!Zv}5j6#+K80)Db<-#$)haw;HLsb7yt!~2m@P-p|! zP7|Rvlxb85`}xGi#vT_I?ifHC{L1@&Iwb@VWB|q_aQ0-K!dy0XnEN=>$+ub zYga825WBFp!HN2Hz#+ZJ?litkLKy(_FXho?8NB=S<^X;U@{nd!&P1pkR#FQ%=(G3l zuTY2aP@fbQ7OJIQyAedvzl(Dd>K88j$;STMZ|A_m+dh?fr-{H=AmJ{+#ngY^B1WX; z!&T9VNO2|R1TbQ-pP!#YT~u^*G*n!#n#us(DNStdQ8E?QDgmO7XrYJ~ffp6BZL zll8*%Fj;8`>8gN$(0QT1rPPD5w?03=(P6mhBGHBrNH1BMlr?ikCCvfbLlWZ}+K2Pk zw;QoodC>UllRP-wR|DRYP6# z6$u?Uf>E&6BIW4W7&HLq%w&NsU=!LCBgJSzD^SHk*UU6{0Od1=K%eHPPoK8N%kP8X zc@~wV1$0W#sFsO{TSBQ=8kG67CHprK-wU}zonQy(8b9D;E+!dJz2r!S#jEOpS?TYul*jx&w~xKw>@edAq41#GtW10>3D6*dJ%AAW#F;;JU?*tyd{o)a<5 zf`NEcMcCoaQ4tZY#f88d)@8dYDIXwh(kDm;6ton#J(Ga^%F4=px!s$09KD6~zL5C} z&Lsc&o2a!V+6V`$AT2P~Q>+!RbN~KSNN0sD`G}l8hL5i!#Dp&)!bcUU9}3mcIt`qR zVy@wbTBtpdj-zy23tgm;0RXtB@d$s*2K@HhZzRWyt*q%lDg`ov>|$cw$w*u6MGw?; zAV>-5X{+L@4AoK$!3zfhRd))^^HHKi9As>4Y#u&(^ptIkR;Z4@BY|5=91g-+kc(+V z5zD^$ZVL@rCL&nAh>7_D_f@bC5hj#`FsO^PWGn1cqVXcucR7IN&c`)QckU#DjdvC} zq#)9hfOvv3;BtM6CAxM0Lsw>skokvaaP2PUb=y8-GeMaw7zoyyh7g_%TL517QzFbl zy{iT>vk-LTf12PdWZk*u?%(*u4M$ z!uEf^uFI8d^+X)+D#*dEUw{1#B@At;(y)N{5`kDURBkS0{9yc((HL$A?16L)D^wyc zk4-+(m6w5~IG|(^cgYb|fFPk*Hf**ku>=O<)whP3mgmbcsm6ZqC z2;uqyCImu1oDbwXy8+Rb1xA2s{ECnk!5c@)_?nz3+npJ|nj3}%~iUL^QKLKH9zFmSs#A$!o zVr-vExB1DP)@nbh;@Pujxd-r{wroI_^&2)6$nhX>1E{Gz@~4+qe7LurCZZzET%z#m z;qJ6e_4oICbnGK2LjB`o%3vHyVr4@^gL5FKI(J4m7=v}|7H!H_28Lj^BW!H11COz> zU28@YarplA26Y$-toQI0bVdvW{A#E+aX@37?Ce#}klsG_Is$hbr0#l6VM0}hIGJ|s z)n6RAF>RQ|0RuiH{qX+%D>rYxIAz&=tCa*91A$_33sUNlIKT`9RE7r+t`bdLY?)IU zU=hHPn*h5%j_PfAgD1$&&8>in7{E>YzJ1T01aOiX%(0;sH9_^9X;s%FgHedfQ_;~< zMekvmCt-!b-*VS1buT94T~OIEuV=Ys^JafG5?Y%4`t=Gz7C8uslY}qqmiP^fED=)0 zXeN~h<|mIn*|zUgBC=*}cE-o)w8A_h>kt@-`7AXoQD9#}BupSHv@v-GkTyyXEy6Ac zsy{*O`o-$fkYt-Z0@tY5js#D_Cwm4IJ@Rgk-ia&vWd2k8k*g%bb@yP_^6fYGp8=Xw zaR0tiZ-$3_5`DpP|9?Im{(o)Y^oKtAQB!q)u0WT_;?dlOd%<8dFRg$2Pal9)KDh29 zQO*Vj2PZKbD>058Hwom^Z<_UF9U) z1|K!=-MdGGxxA=7?31fHPJ^Mw+4jRqB!Yl0Naoa#>PkggN+y6?w_MSjA1K!lhgrXIV*;n5j7$?e=2(c~bhu$uHiTEt6LpV}YQ)It zaO%hm-ZavJoDkVbo<)|Y_=nzxK~Aji%CT{rX@A&Sr!Ch45VeT|iX|Q%;Ocu^+L8a6 zk{0|sloX8Ep!LDONr7R*d}!B!5fP*R5XZI{P_`l|58;xe+~lJrbl~c#VjnsnehDB~ zQ&x5!t%EybGiE6;RY|C7&ygkJ1knUTBdC37|5+@^6BL#lAiBZ&^(bu^+DR=1j7&js zAW#=EAIw{{Z_^rw?<08U>vg)5tu5anteKss*H3Qx7zE4>GAKwe95|?m$4U_>y3Pn2 zYFGQ#4Y-emoFC@JV(42Ufrwq*-2Ne4*2!B0NpZ0|yCdJ?{+pZz0gC(smB;6Y9!HF66{JPz&G zFAE$exUutzsfr$=1|*Bmp264&2goe&VK5spx{=dUB5?-H1>t_t@9oij4+RDabrUbBMPKN|1u}5<)<;=<_BOhKT+WkK`{!P-T&Z4ie`_=l1 zAnMNt*&iiI=$)V^PN`D(|Fe>G5%cqBbW={7o8&so%9}_3%(aGc(D8p=Kdg6LmI!_t zz5{2SzFUfd?)kr+rY}2r@(jaQm$wiUHvflz{C$+Q`S)L~ zT|=2)^Dmziv3A2Gv%-#b6ib1%2d_}J|GI{<>NTdgrgW-aH2K=A7rIAm$h53b%MIn+4f@B~9#-b|(Z1&O1hQAym`4@CIGcu|p%|C;BA{&6D z&ySJE`TnOEN4b`pq4+OIhSo)W+U$D9{mrluWqp+|Hu5HOmu(**`{da4UE0Pf(anLp z-4p0p7{m?#WCkQ37!Yt%9Ca(e-bAWkdy`Uq_mlax?OOB3yA8CAYd(C@zO|WR&@f+Y z(WifXcAF;x-K`M)cJ18RufziB3j4_5d)Pmj+HiGE5U1n$&Q0BNOFfnJ-4xH1r^ggA z)5$}uH}idzjCcQ55;Qf#2wa8fU0GK*R=~}Pm5jpDjGk}qbSG@3*<(R*b+}Y~k%#u( z;kr*FoM#|lTiTG$l@F&V!6!77P}kLn+UbP<5Z>(S3r)T3lQsL)++68Z`9QY$g@w-9 zb!T3zPDhi&Ss4r29{4a*8U55^V(l!T1fU4vW+^8y%Eqaddga1}3oN-?aqr7B$F`r5 zCQ(u6x$!iT9D&5%w9l&OIZ!1Xc(8SGR=0yk+ z9AaYHh(R{ckLu(g_lJ8{H-LGNZDtEdj0iwQ3p#%F9LaDYquI2rx){}v*jPP1JrImr zFhXjNOdeGPYF87or6d;(&-xao0P`D*?TKIkLQG&YUK)UCp?{6Nz7HXQFdQ^7gAAP8 zg!G*De_T0HD#$&7j*1TT1U5awJ260Og9UR!hda{lVgNF>>lhMTbftu6>36Yu5^t1w z!Op!3wVDhOBGgvUQdQ?BktccHwrQ0}0$nS9;sSSbyx$oIT__lm|*J-!TJb818BO;2l3QCR02V{zM&ywggy*N zM%NBAyrGa&F;t_Gq5x$;9(qG9e&MG3(l;sPIGJ6|#V(F!&d4UAE%T9R2L>H@NhF2L zha;(y*VU^(b`?6508$Nh9V;+{gf6c7@(!kCl<)y= zA<#FU&;h2yjJO$@SRvJ701wWE*DJO7HBtBqp?8k55!Z9U=5e(DT zc~ns{oiUI6tFaF+8KsK9^X;=5uFL4l`{(gErM4-6!(PlG^~8x|5Oxr$u;O&LS_Pvu zU!joHPYVh)i$GX<>2IKxp=;q&MRSvoboJ8i@X+U8?}>Vpxn)NVB$VditXbqO zM@B3Ql}B|+miFzmmatt}azY&RD*jQ^0C(KEYgZgzogil3k<)>Q6c#ALLPuu4G@gf+ zPGuuM3M-p?ITfh)M;MzQ5+25!ZI}Z^MMN|q$q++4dw9?giD!v8{6VIkfiP_Yf@$>Hm!8qJTMYo7b&VvI2Wvd zvE0?5Wyj2#S)SwO%d!XO>+s|;HU7@N^un+I=pX%8Q_|%z@j=KMnV!bnH%#T!Fd?gS ztiI#_!z*!;hnN1})kWs?jYHX~BW%Zx(Gg^VV^MInxKN~i)~KbeX7N`hrZ0TOm;HZ( zd0?Fcg+9!ZrQQU6tHD0<^pHQ5ghz4JoOmY;N#0{Vy#?=#0J$gXnNXd`Wm(x~GK-3t z5k&5~OtmaWr-&vx)$qh;fk&EA?5igkZ3Z@n|N6t$$I)hx2bC!hUML0n1cdtnhQgti z8iJ9CM8q4whU<5CNoK9c&VE=~zirJgLKprW;M^eec58kLIB#1op7B)(9jf`ZhHy?~ zKvJDPWYW$4hrymuWGNF>nYs#Mowt&Xc{<2JX^{00rI#XcmNBEAUjQrA5o3VRK~jDx z7#SfUWL+W7c7wK6oK?ro#XSNMYwM-R>qd~VNGRk-M3GoSPA$pwvff^Totu$x+y!A3 zz@8HuE3STE8Hz)_wfN}-LsjCz>)n$xcFF2YCukl!qh=aq?h8nMyJ2L1#WER!=g`QE zCDSj%gV#3xcVo(SK<0-r)sW^Uf!QrSy2mBV&|~6danJOM3j|O^w+PBVDi`t$`*IkS zG`nuLA$65GpBd%lJf&6&CBEg^*>(SrF7V8dgw;-uIewogu>Z;vbV#36ATOU7F~+Jq zWz{qK>n2FM(0|M#mG0laZyoBLrQohbLK$Q>%ESyx7EHaNrd|vNkoQ3&y>j!SBb4%14sg>gHw8 zzUqUzD;zlAnthTdp6J5Do$USbAZCs!44qz*cdFE7>W!g0NlBBI>XB55gytA23*{!877 z{l7kgv3nHj5dp;7Kn_)ovO{a&5#L1e*pk>AV*54>!mAj>bcays>Pn%%0rI9d-7!Ev zg)i;X=iauCyisL0kFGh4ID>KI)3$p5o(}=K7TQrQk}L+utd8*gBm?>AN5?`!??=ZP zsuu(z8TLBE4%y3TET_E|^tukOZn3jq3Q28yOX7t{BpO3utHW4h9X`&A7}jK<*bZ-y zT3gCM2ohg{&_XlvMk8gcg}$*di}Cy+ z7P~L+4^f>)F(8y})?QCymMEEF$PBh2CtuK_fi!%QUTF#W3{XWryve1~cRVf&d*d)W zEe89wJVf^VTTCogBX-J+c<4XpOLYcqz%B_cP)@zZ+lN(5!p~%gk}5)?CMMAJF`bMD z$7l5U?+3%3e8}G`gLU_z>SN-m7UqZ5wNf5xtH^1)K_58NzU-JJBz+vN&`Gp>*}3Q1 zSK7~BS`O~dlpGwCi0+C$)G_0M^%oD5{^-GjZ_r^0IN`^5HPz;$5BqDhxe$!!d{Ds{ zIk`L7_@O9BoJ-7hc2*wxnd7Agay`!WgS+NC7HtOrcJlp!fB&~6@Bi?(tc9+wo2lDd VVi#`jjEka3UsSk|e(w4o{|y|z)