DemonEditor/app/tools/picons.py

import glob
import os
import re
import shutil

from collections import namedtuple
from html.parser import HTMLParser

from app.commons import run_task
from app.properties import Profile

_ENIGMA2_PICON_KEY = "{:X}:{:X}:{:X}0000"
_NEUTRINO_PICON_KEY = "{:x}{:04x}{:04x}.png"

Provider = namedtuple("Provider", ["logo", "name", "pos", "url", "on_id", "ssid", "single", "selected"])
Picon = namedtuple("Picon", ["ref", "ssid", "v_pid"])


class PiconsParser(HTMLParser):
    """ Parser for package html page. (https://www.lyngsat.com/packages/*provider-name*.html) """

    def __init__(self, entities=False, separator=' ', single=None):

        HTMLParser.__init__(self)

        self._parse_html_entities = entities
        self._separator = separator
        self._single = single
        self._is_td = False
        self._is_th = False
        self._current_row = []
        self._current_cell = []
        self.picons = []

    def handle_starttag(self, tag, attrs):
        if tag == 'td':
            self._is_td = True
        if tag == 'th':
            self._is_th = True
        if tag == "img":
            self._current_row.append(attrs[0][1])

    def handle_data(self, data):
        """ Save content to a cell """
        if self._is_td or self._is_th:
            self._current_cell.append(data.strip())

    def handle_endtag(self, tag):
        if tag == 'td':
            self._is_td = False
        elif tag == 'th':
            self._is_th = False

        if tag in ('td', 'th'):
            final_cell = self._separator.join(self._current_cell).strip()
            self._current_row.append(final_cell)
            self._current_cell = []
        elif tag == 'tr':
            row = self._current_row
            ln = len(row)

            if self._single and ln == 4 and row[0].startswith("../../logo/"):
                self.picons.append(Picon(row[0].strip("../"), "0", "0"))
            else:
                if 9 < ln < 13:
                    url = None
                    if row[0].startswith("../logo/"):
                        url = row[0]
                    elif row[1].startswith("../logo/"):
                        url = row[1]

                    ssid = row[-4]
                    if url and len(ssid) > 2:
                        self.picons.append(Picon(url, ssid, row[-3]))

            self._current_row = []

    def error(self, message):
        pass

    @staticmethod
    def parse(open_path, picons_path, tmp_path, provider, picon_ids, profile=Profile.ENIGMA_2):
        with open(open_path, encoding="utf-8", errors="replace") as f:
            on_id, pos, ssid, single = provider.on_id, provider.pos, provider.ssid, provider.single
            pos = "".join(c for c in pos if c.isdigit())
            parser = PiconsParser(single=single)
            parser.reset()
            parser.feed(f.read())
            picons = parser.picons
            if picons:
                os.makedirs(picons_path, exist_ok=True)
                for p in picons:
                    try:
                        name = PiconsParser.format(ssid if single else p.ssid, on_id, pos, picon_ids, profile)
                        p_name = picons_path + (name if name else os.path.basename(p.ref))
                        shutil.copyfile(tmp_path + "www.lyngsat.com/" + p.ref.lstrip("."), p_name)
                    except (TypeError, ValueError) as e:
                        msg = "Picons format parse error: {}".format(p) + "\n" + str(e)
                        # log(msg)
                        print(msg)

    @staticmethod
    def format(ssid, on_id, pos, picon_ids, profile: Profile):
        if profile is Profile.ENIGMA_2:
            return picon_ids.get(_ENIGMA2_PICON_KEY.format(int(ssid), int(on_id), int(pos)), None)
        elif profile is Profile.NEUTRINO_MP:
            tr_id = int(ssid[:-2] if len(ssid) < 4 else ssid[:2])
            return _NEUTRINO_PICON_KEY.format(tr_id, int(on_id), int(ssid))
        else:
            return "{}.png".format(ssid)


class ProviderParser(HTMLParser):
    """ Parser for satellite html page. (https://www.lyngsat.com/*sat-name*.html) """

    _POSITION_PATTERN = re.compile("at\s\d+\..*(?:E|W)']")
    _ONID_TID_PATTERN = re.compile("^\d+-\d+$")
    _DOMAIN = "https://www.lyngsat.com"
    _TV_DOMAIN = _DOMAIN + "/tvchannels/"
    _RADIO_DOMAIN = _DOMAIN + "/radiochannels/"
    _PKG_DOMAIN = _DOMAIN + "/packages/"

    def __init__(self, entities=False, separator=' '):

        HTMLParser.__init__(self)
        self.convert_charrefs = False

        self._ON_ID_BLACK_LIST = ("65535", "?", "0", "1")
        self._parse_html_entities = entities
        self._separator = separator
        self._is_td = False
        self._is_th = False
        self._is_onid_tid = False
        self._is_provider = False
        self._current_row = []
        self._current_cell = []
        self.rows = []
        self._ids = set()
        self._prv_names = set()
        self._positon = None
        self._on_id = None

    def handle_starttag(self, tag, attrs):
        if tag == 'td':
            self._is_td = True
        if tag == 'tr':
            self._is_th = True
        if tag == "img":
            if attrs[0][1].startswith("logo/"):
                self._current_row.append(attrs[0][1])
        if tag == "a":
            url = attrs[0][1]
            if url.startswith((self._PKG_DOMAIN, self._TV_DOMAIN, self._RADIO_DOMAIN)):
                self._current_row.append(url)
        if tag == "font" and len(attrs) == 1:
            atr = attrs[0]
            if len(atr) == 2 and atr[1] == "darkgreen":
                self._is_onid_tid = True

    def handle_data(self, data):
        """ Save content to a cell """
        if self._is_td or self._is_th:
            self._current_cell.append(data.strip())
        if self._is_onid_tid:
            if self._ONID_TID_PATTERN.match(data):
                self._on_id, sep, tid = data.partition("-")
            self._is_onid_tid = False

    def handle_endtag(self, tag):
        if tag == 'td':
            self._is_td = False
        elif tag == 'tr':
            self._is_th = False

        if tag in ('td', 'th'):
            final_cell = self._separator.join(self._current_cell).strip()
            self._current_row.append(final_cell)
            self._current_cell = []
        elif tag == 'tr':
            r = self._current_row
            # Satellite position
            if not self._positon:
                pos = re.findall(self._POSITION_PATTERN, str(r))
                if pos:
                    self._positon = "".join(c for c in str(pos) if c.isdigit() or c in ".EW")

            len_row = len(r)

            if len_row == 12:
                # Providers
                name = r[5]
                self._prv_names.add(name)
                on_id, sep, tid = str(r[-2]).partition("-")
                if tid and on_id not in self._ON_ID_BLACK_LIST and on_id not in self._ids:
                    r[-2] = on_id
                    self._ids.add(on_id)
                    r[0] = self._positon
                if name + on_id not in self._prv_names:
                    self._prv_names.add(name + on_id)
                    self.rows.append(Provider(logo=r[2], name=name, pos=self._positon, url=r[6], on_id=r[-2], ssid=None,
                                              single=False, selected=True))
            elif 6 < len_row < 10:
                # Single services
                name, url, ssid = None, None, None
                if r[0].startswith("http"):
                    name, url, ssid = r[1], r[0], r[4]
                elif r[1].startswith("http"):
                    name, url, ssid = r[2], r[1], r[5]
                if name and url:
                    self.rows.append(Provider(logo=None, name=name, pos=self._positon, url=url, on_id=self._on_id,
                                              ssid=ssid, single=True, selected=False))

            self._current_row = []

    def error(self, message):
        pass

    def reset(self):
        super().reset()


def parse_providers(open_path):
    parser = ProviderParser()
    parser.reset()

    with open(open_path, encoding="utf-8", errors="replace") as f:
        parser.feed(f.read())

        return parser.rows


@run_task
def convert_to(src_path, dest_path, profile, callback, done_callback):
    """ Converts names format of picons.

        Copies resulting files from src to dest and writes state to callback.
    """
    pattern = "/*_0_0_0.png" if profile is Profile.ENIGMA_2 else "/*.png"
    for file in glob.glob(src_path + pattern):
        base_name = os.path.basename(file)
        pic_data = base_name.rstrip(".png").split("_")
        dest_file = _NEUTRINO_PICON_KEY.format(int(pic_data[4], 16), int(pic_data[5], 16), int(pic_data[3], 16))
        dest = "{}/{}".format(dest_path, dest_file)
        callback('Converting "{}" to "{}"\n'.format(base_name, dest_file))
        shutil.copyfile(file, dest)

    done_callback()


if __name__ == "__main__":
    pass