diff --git a/preprocess_v2.py b/preprocess_v2.py index 89018fa..1b5e349 100644 --- a/preprocess_v2.py +++ b/preprocess_v2.py @@ -1,6 +1,9 @@ import os import argparse import json +import sys +sys.setrecursionlimit(500000) # fix the error message of RecursionError: maximum recursion depth exceeded while calling a Python object + if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument("--add_auxiliary_data", type=bool, help="Whether to add extra data as fine-tuning helper")