File tree Expand file tree Collapse file tree 2 files changed +11
-2
lines changed Expand file tree Collapse file tree 2 files changed +11
-2
lines changed Original file line number Diff line number Diff line change @@ -126,6 +126,8 @@ jobs:
126
126
environments : ${{ matrix.environment }}
127
127
- name : Download data
128
128
if : needs.setup.outputs.code_change == 'true'
129
+ env :
130
+ GITHUB_TOKEN : ${{ secrets.GITHUB_TOKEN }}
129
131
run : |
130
132
pixi run -e ${{ matrix.environment }} python examples/download.py
131
133
- name : Test Unit
Original file line number Diff line number Diff line change
1
+ import os
1
2
from shutil import rmtree
2
3
3
4
try :
7
8
raise ImportError ("requests and platformdirs are needed to download data" ) from None
8
9
9
10
11
+ if os .environ .get ("GITHUB_TOKEN" ):
12
+ HEADERS = {"Authorization" : f"token { os .environ ['GITHUB_TOKEN' ]} " }
13
+ else :
14
+ HEADERS = None
15
+
16
+
10
17
def download_map (dataset ):
11
18
if dataset not in ("naturalearth_lowres" , "naturalearth_cities" ):
12
19
raise ValueError (
@@ -18,7 +25,7 @@ def download_map(dataset):
18
25
if local_dir .exists ():
19
26
return local_dir
20
27
21
- response = requests .get (url )
28
+ response = requests .get (url , headers = HEADERS )
22
29
if response .ok :
23
30
files = response .json ()
24
31
else :
@@ -32,7 +39,7 @@ def download_map(dataset):
32
39
for file in files :
33
40
file_url = file ["download_url" ]
34
41
file_name = file ["name" ]
35
- file_response = requests .get (file_url )
42
+ file_response = requests .get (file_url , headers = HEADERS )
36
43
if not file_response .ok :
37
44
rmtree (local_dir )
38
45
raise ValueError (f"Failed to download file: { file_name } , \n { file_response .text } " )
You can’t perform that action at this time.
0 commit comments