From 62923397b37860ae04eee2a1b74697f6a5dc128c Mon Sep 17 00:00:00 2001 From: Arun Prakash Jana Date: Sun, 5 Aug 2018 21:52:42 +0530 Subject: [PATCH] More meta tags to look for page description --- buku.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/buku.py b/buku.py index 1883afa..f923e7a 100755 --- a/buku.py +++ b/buku.py @@ -2951,18 +2951,22 @@ def parse_decoded_page(page): try: title = soup.find('title').text.strip().replace('\n', ' ') except Exception as e: + logdbg(e) pass description = (soup.find('meta', attrs={'name':'og:description'}) or - soup.find('meta', attrs={'property':'description'}) or - soup.find('meta', attrs={'name':'description'}) or soup.find('meta', attrs={'name':'og:Description'}) or + soup.find('meta', attrs={'property':'og:description'}) or + soup.find('meta', attrs={'property':'og:Description'}) or + soup.find('meta', attrs={'property':'description'}) or soup.find('meta', attrs={'property':'Description'}) or + soup.find('meta', attrs={'name':'description'}) or soup.find('meta', attrs={'name':'Description'})) try: if description: desc = description.get('content').strip() except Exception as e: + logdbg(e) pass keywords = soup.find('meta', attrs={'name':'keywords'}) or soup.find('meta', attrs={'name':'Keywords'}) @@ -2970,6 +2974,7 @@ def parse_decoded_page(page): if keywords: keys = keywords.get('content').strip().replace('\n', ' ') except Exception as e: + logdbg(e) pass logdbg('title: %s' % title)