truncation masking

model/model_training/custom_datasets/dialogue_collator.py

@@ -55,6 +55,7 @@ def __call__(self, features):
                 )
             )
             label_mask = np.array(list(map(lambda x: x % 2 == 1, message_indices)))
+            label_mask[-1] = False  # make sure last token is inactive, has an effect only when truncatting
             # try:
             #     label_mask[[i for i in range(len(message_indices)) if message_indices[i] == -2][0] - 1] = True
             # except IndexError: