Merge pull request #357 from ak8893893/main

Update preprocess_v2.py
2023-07-22 16:11:20 +08:00
parent 963089cc90 46d68bcf8e
commit cad389b2ee
1 changed files with 3 additions and 0 deletions
@@ -1,6 +1,9 @@
 import os
 import argparse
 import json
+import sys
+sys.setrecursionlimit(500000)  # Fix the error message of RecursionError: maximum recursion depth exceeded while calling a Python object.  You can change the number as you want.
+
 if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument("--add_auxiliary_data", type=bool, help="Whether to add extra data as fine-tuning helper")