zepheris/loconotion
1
0
Fork 0
mirror of https://github.com/leoncvlt/loconotion.git synced 2024-08-30 18:12:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use custom new Notion url format instead of hardcoded default one

Browse Source
This commit is contained in:
Sunny Srivastava 2021-08-26 21:13:28 +05:30
parent 4bd84256e0
commit fc239151ee
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
loconotion/notionparser.py
View File

@ -574,14 +574,18 @@ class Parser:
)
soup.body.insert(-1, custom_script)
hrefDomain = url.split('notion.site')[0] + 'notion.site'
log.info(f"Got the domain as {hrefDomain}")
# find sub-pages and clean slugs / links
sub_pages = []
parse_links = not self.get_page_config(url).get("no-links", False)
for a in soup.find_all('a', href=True):
sub_page_href = a["href"]
if sub_page_href.startswith("/"):
sub_page_href = "https://www.notion.so" + a["href"]
if sub_page_href.startswith("https://www.notion.so/"):
sub_page_href = hrefDomain + '/'+ a["href"].split('/')[len(a["href"].split('/'))-1]
log.info(f"Got this as href {sub_page_href}")
if sub_page_href.startswith(hrefDomain):
if parse_links or not len(a.find_parents("div", class_="notion-scroller")):
# if the link is an anchor link,
# check if the page hasn't already been parsed