Update preprocess_v2.py

fix the error message of RecursionError: maximum recursion depth exceeded while calling a Python object
2023-07-22 01:16:35 +08:00
parent 963089cc90
commit 2006097768
1 changed files with 3 additions and 0 deletions
@@ -1,6 +1,9 @@
 import os
 import argparse
 import json
+import sys
+sys.setrecursionlimit(500000)  # fix the error message of RecursionError: maximum recursion depth exceeded while calling a Python object
+
 if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument("--add_auxiliary_data", type=bool, help="Whether to add extra data as fine-tuning helper")