# encoding: utf-8

from datetime import datetime
from string import ascii_uppercase
from time import sleep
import sys

from bs4 import BeautifulSoup
import csv
import requests
from slugify import slugify

with open("../tmp/liste_deputes.txt") as file_handler:
    deputes = file_handler.read().splitlines()

with open("../tmp/lqdn_stances.csv", "w", encoding="utf-8", newline="") as csvfile:
    writer = csv.writer(csvfile, delimiter=",", quotechar='"', quoting=csv.QUOTE_MINIMAL)
    writer.writerow(["name", "slug", "matter", "subject", "date", "extract", "source_url"])

    for depute in deputes:
        # Do not DDOS lqdn wiki ;o)
        sleep(.2)
        content = requests.get(f"https://wiki.laquadrature.net/{depute}").text
        soup = BeautifulSoup(content, features="lxml")
        deputy = soup.find("span", attrs={"class": "mw-headline"})
        if deputy is not None:
            stance_author = deputy.text.split(",")[0].split(":")[1].strip()
        else:
            stance_author = depute
        quotes = soup.find_all("h5")
        for quote in quotes:
            try:
                stance_date = datetime.strptime(quote.text.split()[0], "%d/%m/%Y")
                stance_subject = " ".join(quote.text.split()[1:])
            except:
                stance_date = None
                stance_subject = quote.text
            # TODO: Set the matter accordingly to the subject
            stance_matter = stance_subject.split(":")[0]
            if quote.find("a"):
                stance_link = quote.find("a").get("href")
            else:
                stance_link = None
            # quote
            quotes = []
            block = quote.find_next_sibling()
            if block is not None:
                while block is not None and block.name == "blockquote":
                    quotes.append(block.text)
                    block = block.find_next_sibling()
            stance_quote = "\n".join(quotes)
            writer.writerow([
                stance_author,
                slugify(stance_author),
                stance_matter,
                stance_subject,
                datetime.strftime(stance_date, "%Y-%m-%d") if stance_date is not None else None,
                stance_quote,
                stance_link,
            ])
            print(".", end="")
            sys.stdout.flush()