3b3c9f4 3 years ago
1 contributor
67 lines | 2.654kb
from userio import *
import requests
import re
import newsParser

def articleImage(content):
  articleImgBegin ="<meta property=\"og:image\" content=\""
  articleImgEnd   ="\"/>"
  indexImgBegin = content.index(articleImgBegin)
  indexImgEnd   = content.index(articleImgEnd,indexImgBegin)
  image = content[indexImgBegin+len(articleImgBegin):indexImgEnd]
  return image
  
def articleTitle(content):
  articleImgBegin ="<meta property=\"og:title\" content=\""
  articleImgEnd   ="\"/>"
  indexImgBegin = content.index(articleImgBegin)
  indexImgEnd   = content.index(articleImgEnd,indexImgBegin)
  title = content[indexImgBegin+len(articleImgBegin):indexImgEnd]
  return title
  
  
def article(url):
  say("Article: "+url)
  r = requests.get(url, allow_redirects=True)
  content = r.text
  pageContent = ""
  articleCstBegin = "<div class=\"short-form__body\">"
  articleCstBegin2 = "<div class=\"article__longform__content\">"
  articleCstEnd   = "<div class=\"article__tagged\">"
  articleCstEnd2   = "<div class=\"article__longform__tags\">"
  try:
    indexBegin = content.index(articleCstBegin)
  except:
    indexBegin = content.index(articleCstBegin2)
    
  try:
    indexEnd = content.index(articleCstEnd)
  except:
    indexEnd = content.index(articleCstEnd2)
    
  # ~ indexEnd   = content.index(articleCstEnd)
  articleStrImageUrl = articleImage(content)
  articleStrTitle = articleTitle(content)
  articleStrDescription = newsParser.articleDescription(content)
  
  pageContent = ""
  pageContent += "<meta property=\"og:type\" content=\"article\">\n"
  pageContent += "<meta property=\"og:title\" content=\""+articleStrTitle+"\">\n"
  pageContent += "<meta property=\"og:description\" content=\""+articleStrDescription+"\">\n"
  pageContent += "<meta property=\"og:url\" content=\""+url+"\">\n"
  pageContent += "<meta property=\"og:image\" content=\""+articleStrImageUrl+"\">\n"
  pageContent += "<meta property=\"og:image:type\" content=\"image/jpeg\">"
  
  article_only = "<h2>"+articleStrTitle+"</h2>\n"
  article_only += "<img src=\""+articleStrImageUrl+"\">\n"
  article_only += content[indexBegin:indexEnd]
  article_only = re.sub(r"<div class=\"ac-w-ph__dsc\">Advertisement</div>", '', article_only)
  article_only = re.sub(r"<h2", '<h3', article_only)
  article_only = re.sub(r"</h2>", '</h3>', article_only)
  article_only = re.sub(r"<h1", '<h2', article_only)
  article_only = re.sub(r"</h1>", '</h2>', article_only)
  article_only = article_only.replace("><", ">\n<")
  
  article_only = re.sub(r"href=\"\/", 'href=\"//www.vice.com/', article_only)
  pageContent += "<article>"+article_only+"</article>"
  return pageContent