odie/teletext-rss
1
0
Fork 0
mirror of https://codeberg.org/mclemens/teletext-rss.git synced 2024-06-27 10:35:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

code cleanup

Browse Source
This commit is contained in:
Michael Clemens 2020-08-13 23:15:34 +02:00
parent 6c8aca866a
commit 71e68c10bc
1 changed files with 32 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

56
teletext.py
View File

@ -5,6 +5,10 @@ import sqlite3
import time import time
from sqlite3 import Error from sqlite3 import Error
# configure this to your needs
xml_out = "/home/micha/websites/exitnode.net/htdocs/ard_teletext.xml"
db = r"/home/micha/bla.db"
def create_conn(db_file): def create_conn(db_file):
conn = None conn = None
try: try:
@ -15,28 +19,37 @@ def create_conn(db_file):
return conn return conn
def create_table(conn, create_table_SQL): def create_tables(conn):
sql_create_tafeln_table = """CREATE TABLE IF NOT EXISTS tafeln (
unixtime int NOT NULL,
hash text PRIMARY KEY,
tafel int,
description text,
title text
); """
try: try:
c = conn.cursor() c = conn.cursor()
c.execute(create_table_SQL) c.execute(sql_create_tafeln_table)
return conn return conn
except Error as e: except Error as e:
print(e) print(e)
def insert_site(conn, site): def insert_tafel(conn, tafel):
sql = ''' INSERT INTO sites(unixtime,hash,tafel,description,title) sql = ''' INSERT INTO tafeln(unixtime,hash,tafel,description,title)
VALUES(?,?,?,?,?) ''' VALUES(?,?,?,?,?) '''
try: try:
c = conn.cursor() c = conn.cursor()
c.execute(sql, site) c.execute(sql, tafel)
conn.commit() conn.commit()
return c.lastrowid return c.lastrowid
except Error as e: except Error as e:
err = e err = e
def get_sites(conn): def get_tafeln(conn):
sql = ''' SELECT description,title from sites order by unixtime desc limit 3 ''' sql = ''' SELECT description,title from tafeln order by unixtime desc limit 20 '''
try: try:
c = conn.cursor() c = conn.cursor()
c.execute(sql) c.execute(sql)
@ -45,7 +58,7 @@ def get_sites(conn):
except Error as e: except Error as e:
print(e) print(e)
def store_site(conn, tafel): def store_tafel(conn, tafel):
link = "http://www.ard-text.de/mobil/"+str(tafel) link = "http://www.ard-text.de/mobil/"+str(tafel)
http = urllib3.PoolManager() http = urllib3.PoolManager()
r = http.request('GET', link) r = http.request('GET', link)
@ -65,9 +78,11 @@ def store_site(conn, tafel):
desc = desc.text desc = desc.text
desc_hash = hashlib.md5(desc.encode('utf-8')).hexdigest() desc_hash = hashlib.md5(desc.encode('utf-8')).hexdigest()
content = (unixtime,desc_hash,tafel,desc,title) content = (unixtime,desc_hash,tafel,desc,title)
insert_site(conn,content) insert_tafel(conn,content)
def gen_rss(rows): def gen_rss(rows):
f = open(xml_out, "w")
out = """<?xml version="1.0" encoding="UTF-8" ?> out = """<?xml version="1.0" encoding="UTF-8" ?>
<rss version="2.0"> <rss version="2.0">
@ -92,27 +107,20 @@ def gen_rss(rows):
out += """ out += """
</channel> </channel>
</rss>""" </rss>
"""
print(out) f.write(out)
f.close()
def main(): def main():
db = r"/home/micha/bla.db"
sql_create_sites_table = """CREATE TABLE IF NOT EXISTS sites (
unixtime int NOT NULL,
hash text PRIMARY KEY,
tafel int,
description text,
title text
); """
conn = create_conn(db) conn = create_conn(db)
if conn is not None: if conn is not None:
create_table(conn, sql_create_sites_table) create_tables(conn)
for s in range(104, 116): for s in range(104, 129):
store_site(conn,s) store_tafel(conn,s)
rows = get_sites(conn) rows = get_tafeln(conn)
gen_rss(rows) gen_rss(rows)
else: else:
print("Error: No db conn") print("Error: No db conn")