From 53a5c293a7d898992f8c14182ddff411cf2ce8b9 Mon Sep 17 00:00:00 2001
From: Florian GARDIN <floriangardin@users.noreply.huggingface.co>
Date: Mon, 19 Feb 2024 17:15:07 +0000
Subject: [PATCH] Upload tokenizer-base.json with huggingface_hub

---
 tokenizer-base.json | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)
 create mode 100644 tokenizer-base.json

diff --git a/tokenizer-base.json b/tokenizer-base.json
new file mode 100644
index 0000000..c5fe716
--- /dev/null
+++ b/tokenizer-base.json
@@ -0,0 +1,19 @@
+{
+    "options": {
+        "chord_change_token": true,
+        "melody_end_token": true,
+        "chord_duration_token": true,
+        "density_token": true,
+        "chord_extension_token": true,
+        "next_chord_token": false,
+        "next_chord_duration_token": false,
+        "will_end_token": false,
+        "dissonance_token": true,
+        "amplitude_token": true,
+        "average_octave_token": true,
+        "voice_token": true,
+        "random_instrument_permutation": true,
+        "end_token": false,
+        "silence_continuation_eco": true
+    }
+}
\ No newline at end of file