Spaces:
Running
on
Zero
Running
on
Zero
asigalov61
commited on
Commit
•
5b43fe5
1
Parent(s):
d6843b4
Update app.py
Browse files
app.py
CHANGED
@@ -39,7 +39,7 @@ def GenerateDrums(input_midi, input_num_tokens):
|
|
39 |
model = TransformerWrapper(
|
40 |
num_tokens = PAD_IDX+1,
|
41 |
max_seq_len = SEQ_LEN,
|
42 |
-
attn_layers = Decoder(dim = 1024, depth =
|
43 |
)
|
44 |
|
45 |
model = AutoregressiveWrapper(model, ignore_index = PAD_IDX)
|
|
|
39 |
model = TransformerWrapper(
|
40 |
num_tokens = PAD_IDX+1,
|
41 |
max_seq_len = SEQ_LEN,
|
42 |
+
attn_layers = Decoder(dim = 1024, depth = 4, heads = 16, attn_flash = True)
|
43 |
)
|
44 |
|
45 |
model = AutoregressiveWrapper(model, ignore_index = PAD_IDX)
|