wholetrans/docs-matrix-spec
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix pagination in scraper

Browse source
This commit is contained in:
Ben Parsons 2020-04-07 14:37:55 +01:00
parent 78a0843758
commit 5ae8a8bcfd
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
scripts/proposals.py
View file

@ -38,7 +38,7 @@ def getpage(url):
pagecount = 1 pagecount = 1
for link in resp.links.values(): for link in resp.links.values():
if link['rel'] == 'last': if link['rel'] == 'last':
pagecount = int(re.search('page=(.+?)', link['url']).group(1)) pagecount = int(re.search('page=(.+)', link['url']).group(1))
val = resp.json() val = resp.json()
if not isinstance(val, list): if not isinstance(val, list):