From f45808cebf707f163677b9371ee7aa56f53b54bb Mon Sep 17 00:00:00 2001 From: Wes McKinney Date: Wed, 15 Jun 2016 13:32:04 -0700 Subject: [PATCH] Add optional GitHub API token to patch tool (to avoid rate limiting issues with unauthenticated requests) --- dev/merge_arrow_pr.py | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/dev/merge_arrow_pr.py b/dev/merge_arrow_pr.py index fe0bcd13dd8..981779ffb4c 100755 --- a/dev/merge_arrow_pr.py +++ b/dev/merge_arrow_pr.py @@ -66,7 +66,17 @@ def get_json(url): try: - return json.load(urllib2.urlopen(url)) + from urllib2 import urlopen, Request + env_var = 'ARROW_GITHUB_API_TOKEN' + + if env_var in os.environ: + token = os.environ[env_var] + request = Request(url) + request.add_header('Authorization', 'token %s' % token) + response = urlopen(request) + else: + response = urlopen(url) + return json.load(response) except urllib2.HTTPError as e: print "Unable to fetch URL, exiting: %s" % url sys.exit(-1)