fix past

app.py

@@ -53,10 +53,11 @@ def generate(model: MIDIModel, prompt=None, batch_size=1, max_len=512, temp=1.0,
     cur_len = input_tensor.shape[1]
     bar = tqdm.tqdm(desc="generating", total=max_len - cur_len)
     cache1 = DynamicCache()
+    past_len = 0
     with bar:
         while cur_len < max_len:
             end = [False] * batch_size
-            hidden = model.forward(input_tensor[:, -1:], cache=cache1)[:, -1]
+            hidden = model.forward(input_tensor[:, past_len:], cache=cache1)[:, -1]
             next_token_seq = None
             event_names = [""] * batch_size
             cache2 = DynamicCache()
@@ -110,6 +111,7 @@ def generate(model: MIDIModel, prompt=None, batch_size=1, max_len=512, temp=1.0,
                                        "constant", value=tokenizer.pad_id)
             next_token_seq = next_token_seq.unsqueeze(1)
             input_tensor = torch.cat([input_tensor, next_token_seq], dim=1)
+            past_len = cur_len
             cur_len += 1
             bar.update(1)
             yield next_token_seq[:, 0].cpu().numpy()

midi_model.py

@@ -160,10 +160,11 @@ class MIDIModel(nn.Module, PeftAdapterMixin):
         cur_len = input_tensor.shape[1]
         bar = tqdm.tqdm(desc="generating", total=max_len - cur_len)
         cache1 = DynamicCache()
+        past_len = 0
         with bar:
             while cur_len < max_len:
                 end = [False] * batch_size
-                hidden = self.forward(input_tensor[:,-1:], cache=cache1)[:, -1]
+                hidden = self.forward(input_tensor[:,past_len:], cache=cache1)[:, -1]
                 next_token_seq = None
                 event_names = [""] * batch_size
                 cache2 = DynamicCache()
@@ -210,6 +211,7 @@ class MIDIModel(nn.Module, PeftAdapterMixin):
                                            "constant", value=tokenizer.pad_id)
                 next_token_seq = next_token_seq.unsqueeze(1)
                 input_tensor = torch.cat([input_tensor, next_token_seq], dim=1)
+                past_len = cur_len
                 cur_len += 1
                 bar.update(1)