karma/crab
1
0
Fork 0
mirror of https://github.com/karma-riuk/crab.git synced 2025-07-05 05:28:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

simplifying logging of common error we can't do

Browse Source 
much about
This commit is contained in:
Karma Riuk
2025-05-28 10:17:59 +02:00
parent 77ed66ded8
commit b311c49f9a
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
pull_requests.py
View File

@ -8,6 +8,7 @@ from github.Repository import Repository
import pandas as pd import pandas as pd
from github import Github, GithubException from github import Github, GithubException
from pandas.io.common import tarfile from pandas.io.common import tarfile
import requests
from tqdm import tqdm from tqdm import tqdm
from datetime import datetime from datetime import datetime
@ -447,6 +448,8 @@ def process_repo(
repo, pr, dataset, repos_dir, archive_destination, cache, show_progress repo, pr, dataset, repos_dir, archive_destination, cache, show_progress
) )
# dataset.to_json(args.output) # dataset.to_json(args.output)
except (requests.exceptions.RetryError, requests.exceptions.ReadTimeout) as r_e:
tqdm.write(f"[ERROR] {type(r_e)}: {r_e}")
except Exception as e: except Exception as e:
exc_type, _, exc_tb = sys.exc_info() exc_type, _, exc_tb = sys.exc_info()
assert exc_tb is not None assert exc_tb is not None