From 2006097768f71767f7cfa4dc4d87dc28abf91343 Mon Sep 17 00:00:00 2001
From: AK <ak8893893@yahoo.com.tw>
Date: Sat, 22 Jul 2023 01:16:35 +0800
Subject: [PATCH] Update preprocess_v2.py

fix the error message of RecursionError: maximum recursion depth exceeded while calling a Python object
---
 preprocess_v2.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/preprocess_v2.py b/preprocess_v2.py
index 89018fa..1b5e349 100644
--- a/preprocess_v2.py
+++ b/preprocess_v2.py
@@ -1,6 +1,9 @@
 import os
 import argparse
 import json
+import sys
+sys.setrecursionlimit(500000)  # fix the error message of RecursionError: maximum recursion depth exceeded while calling a Python object
+
 if __name__ == "__main__":
     parser = argparse.ArgumentParser()
     parser.add_argument("--add_auxiliary_data", type=bool, help="Whether to add extra data as fine-tuning helper")