From 5fdf2e0fd603a5c06ad703f0d80c36acd18d822a Mon Sep 17 00:00:00 2001
From: qianyu chen <38046403+qyc-98@users.noreply.github.com>
Date: Tue, 28 May 2024 14:19:49 +0800
Subject: [PATCH] update finetuning code (#165)

---
 finetune/dataset.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/finetune/dataset.py b/finetune/dataset.py
index 567330d..c2dbfda 100644
--- a/finetune/dataset.py
+++ b/finetune/dataset.py
@@ -147,7 +147,7 @@ def conversation_to_ids(conversation, tokenizer, llm_type=None):
     else:
         image_bound = []
 
-    position_ids = torch.where(ids != 0, torch.arange(ids.size(0)), torch.tensor(0)).long()
+    position_ids = torch.arange(ids.size(0)).long()
     return {
         "input_ids": ids,
         "target": target,