14 files changed, 400 insertions, 0 deletions
diff --git a/mensa/__init__.py b/mensa/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/mensa/__init__.py
diff --git a/mensa/backends/base.py b/mensa/backends/base.py
new file mode 100644
index 0000000..6c57336
--- /dev/null
+++ b/mensa/backends/base.py
@@ -0,0 +1,43 @@
+# Common classes and methods.
+
+class Food :
+    def __init__(self,name, price="", category="Essen", veggie=False, desc=None, ingredients={}) :
+        self.name = name
+        self.price = price
+        self.category = category
+        self.veggie = veggie
+        self.desc=desc
+        self.ingredients=ingredients
+        
+def formt (food) :
+    cat = []
+    vegkeys = [ "", "Vegetarian", "Vegan" ]
+    r = ""
+    food.sort(key=lambda foo: foo.category)
+    for i in food:
+        if not i.category in cat :
+            cat.append(i.category)
+            if not i.category == None : 
+                r=r+ i.category+"\n"
+        r=r+"\t" + i.name.ljust(80) + "\t"+ i.price.ljust(20) + vegkeys[i.veggie]+"\n"
+        if i.desc :
+            r = r+"\t  "+i.desc+"\n"
+    return r
+
+foodsources = {}
+
+class Restaurant(object):
+    def __init__(self, name, human_name, module, optional_args=[], obligatory_args=()):
+        self.name = name
+        self.human_name = human_name
+        self.module = module
+        self.optional_args = optional_args
+        self.obligatory_args = obligatory_args
+
+    def get_food(**opt_args) :
+        self.module.get_food_items(*obligatory_args, **optional_args)
+
+
+def register_restaurant(restaurant):
+    global foodsources
+    foodsources[restaurant.name] = (restaurant)
diff --git a/mensa/backends/mathemensa.py b/mensa/backends/mathemensa.py
new file mode 100644
index 0000000..8f66805
--- /dev/null
+++ b/mensa/backends/mathemensa.py
@@ -0,0 +1,49 @@
+# -*- coding: utf-8 -*-
+
+import urllib.request, urllib.error, urllib.parse
+from lxml import etree
+from lxml.cssselect import CSSSelector
+import re
+
+import  xml.sax.saxutils as saxutils
+import html5lib
+import datetime
+from mensa.base import *
+from yapsy.IPlugin import IPlugin
+
+class Mathemensa(IPlugin) :
+    def register_restaurants(self) :
+        r = Restaurant("Mathemensa", "Mathemensa", self, "dummy")
+        register_restaurant(r)
+        
+    def get_food_items(self, **kwargs) :
+        weekdays = ["MONTAG", "DIENSTAG", "MITTWOCH", "DONNERSTAG", "FREITAG"]
+        weekday = datetime.datetime.today().weekday()
+        if weekday > 4 :
+            print("Error: No food today")
+            return ""
+        user_agent = 'Mozilla/5.0 (Windows NT 6.1; Win64; x64)'
+        headers = {'User-Agent': user_agent}
+
+        req = urllib.request.Request('http://personalkantine.personalabteilung.tu-berlin.de/', headers=headers)
+        response = urllib.request.urlopen(req)
+        the_page = response.read()
+        document = html5lib.parse(the_page, treebuilder="lxml")
+        sel = CSSSelector('.Menu__accordion')
+        fl = []
+        for i in sel(document)[0] :
+            h2sel = CSSSelector('h2')
+            if not weekdays[weekday] in i[0].text.upper() :
+                continue
+            for k in i :
+                if k.tag.endswith("ul") :
+                    for j in k :
+                        price = j[1].text
+                        st = str(etree.tostring(j)).split("\\n")[2].split("<")[0]
+                        name = j[0].text + ", " + etree.fromstring("<p>%s</p>"%st).text.strip() # really extremely dirty hack
+                        veg = 0
+                        
+                        if "(v)" in name or "Gemüseplatte" in name :
+                            veg = 1
+                        fl.append(Food(name, price, "Menü", veg))
+        return fl
diff --git a/mensa/backends/mathemensa.yapsy-plugin b/mensa/backends/mathemensa.yapsy-plugin
new file mode 100644
index 0000000..d122795
--- /dev/null
+++ b/mensa/backends/mathemensa.yapsy-plugin
@@ -0,0 +1,3 @@
+[Core]
+Name = Mathemensa
+Module = mathemensa
+\ No newline at end of file
diff --git a/mensa/backends/satyam.py b/mensa/backends/satyam.py
new file mode 100644
index 0000000..7ac53a0
--- /dev/null
+++ b/mensa/backends/satyam.py
@@ -0,0 +1,38 @@
+import urllib.request, urllib.error, urllib.parse
+from lxml import etree
+from lxml.cssselect import CSSSelector
+import html5lib
+from mensa.base import *
+import re
+import sys
+from yapsy.IPlugin import IPlugin
+
+class Satyam(IPlugin):
+    def register_restaurants(self) :
+        r = Restaurant("Satyam", "Satyam", self, "dummy")
+        register_restaurant(r)
+    def get_food_items(self, **kwargs) :
+        s = sys.stderr
+        sys.stderr = open("/dev/null", "w")
+        user_agent = 'Mozilla/5.0 (Windows NT 6.1; Win64; x64)'
+        headers = {'User-Agent': user_agent}
+
+        req = urllib.request.Request('http://www.mysatyam.de/angebote/express-mittagstisch.html', headers=headers)
+        response = urllib.request.urlopen(req)
+        the_page = response.read()
+        document = html5lib.parse(the_page, treebuilder="lxml")
+        groupsel = CSSSelector('.news-latest-item-content')
+        k = etree.tostring(groupsel(document)[0])
+        name = re.sub(r'<.+?>', ' ', str(k))
+        name = etree.fromstring("<p>%s</p>"%name).text.strip()
+        name = name.replace("\\n", "")
+        name = " ".join(name.split())
+
+        name = name.replace("5,95 €", "")
+        sys.stderr = s
+        return [Food("Mittagstisch Express", "5,95 €", "Mittagstisch", 2, name[3:-1])]
+    
+
+# if __name__ == "__main__":
+#     food = get_food_items()
+#     print(formt(food))
diff --git a/mensa/backends/satyam.yapsy-plugin b/mensa/backends/satyam.yapsy-plugin
new file mode 100644
index 0000000..59207ad
--- /dev/null
+++ b/mensa/backends/satyam.yapsy-plugin
@@ -0,0 +1,3 @@
+[Core]
+Name = Satyam
+Module = satyam
+\ No newline at end of file
diff --git a/mensa/backends/singh.py b/mensa/backends/singh.py
new file mode 100644
index 0000000..844cc9c
--- /dev/null
+++ b/mensa/backends/singh.py
@@ -0,0 +1,56 @@
+import urllib.request, urllib.error, urllib.parse
+from lxml import etree
+from lxml.cssselect import CSSSelector
+import html5lib
+import re
+import sys
+import datetime
+from mensa.base import *
+from yapsy.IPlugin import IPlugin
+
+class Signh(IPlugin) :
+    def register_restaurants(self) :
+        r = Restaurant("Singh", "Mathe-Café", self, "dummy")
+        register_restaurant(r)
+    def get_food_items(self, **kwargs) :
+        s = sys.stderr
+        sys.stderr = open("/dev/null", "w")
+        weekday = datetime.datetime.today().weekday()
+        if weekday > 4 :
+            print("Error: No food today")
+            return ""
+        user_agent = 'Mozilla/5.0 (Windows NT 6.1; Win64; x64)'
+        headers = {'User-Agent': user_agent}
+
+        req = urllib.request.Request('http://singh-catering.de/cafe/', headers=headers)
+        response = urllib.request.urlopen(req)
+        the_page = response.read()
+        document = html5lib.parse(the_page, treebuilder="lxml")
+        groupsel = CSSSelector('.menu-list__items')
+        myorder=[0,3,1,4,2]
+        mylist = [ groupsel(document)[i] for i in myorder]
+        i = mylist[weekday]
+        fl = []
+        nmsel = CSSSelector('.menu-list__item')
+        for k in nmsel(i):
+            veg = 0
+            titsel = CSSSelector('.item_title')
+            name = titsel(k)[0].text
+            dscsel = CSSSelector('.desc__content')
+            desc = dscsel(k)[0].text
+            prsel = CSSSelector('.menu-list__item-price')
+            price = prsel(k)[0].text
+            vegsel = CSSSelector('.menu-list__item-highlight-title')
+            if len(vegsel(k)) > 0 :
+                if "VEGETARISCH" in vegsel(k)[0].text :
+                    veg = 1
+                elif "VEGAN" in vegsel(k)[0].text :
+                    veg = 2
+            fl.append(Food(name, price, "Essen", veg, desc))
+        sys.stderr = s
+        return fl
+
+if __name__ == "__main__":
+    food = get_food_items()
+    print(formt(food))
+
diff --git a/mensa/backends/singh.yapsy-plugin b/mensa/backends/singh.yapsy-plugin
new file mode 100644
index 0000000..7faf774
--- /dev/null
+++ b/mensa/backends/singh.yapsy-plugin
@@ -0,0 +1,3 @@
+[Core]
+Name = Mathe-Café
+Module = singh
+\ No newline at end of file
diff --git a/mensa/backends/studentenwerk.py b/mensa/backends/studentenwerk.py
new file mode 100644
index 0000000..a8f6c2b
--- /dev/null
+++ b/mensa/backends/studentenwerk.py
@@ -0,0 +1,72 @@
+# Copyright (C) 2017 Gabriel Perez-Cerezo <gabriel@gpcf.eu>
+# -*- coding: utf-8 -*-
+
+import urllib.request, urllib.error, urllib.parse
+from lxml import etree
+from lxml.cssselect import CSSSelector
+import html5lib
+from mensa.base import *
+from yapsy.IPlugin import IPlugin
+import multiprocessing
+
+
+from yapsy import NormalizePluginNameForModuleName as normalize
+
+mensenliste = {"TU Hardenbergstraße" : "mensa-tu-hardenbergstra%C3%9Fe", "TU Marchstraße": "cafeteria-tu-marchstra%C3%9Fe", "TU Skyline": "cafeteria-tu-skyline", "TU Architektur": "cafeteria-tu-architektur", "TU Ackerstraße": "cafeteria-tu-ackerstra%C3%9Fe"}
+
+
+
+def pr_f(j) :
+    i,k = j
+    food = get_food_items(k, ignore_nudelauswahl=True)
+    return (i,"*"*20+i+"*"*20+"\n"+formt(food))
+
+class Studentenwerk(IPlugin) :
+    def register_restaurants (self) :
+        mensenliste = {"TU Hardenbergstraße" : "mensa-tu-hardenbergstra%C3%9Fe", "TU Marchstraße": "cafeteria-tu-marchstra%C3%9Fe", "TU Skyline": "cafeteria-tu-skyline", "TU Architektur": "cafeteria-tu-architektur", "TU Ackerstraße": "cafeteria-tu-ackerstra%C3%9Fe"}
+        for h,n in mensenliste.items() :
+            r = Restaurant(normalize(h), h, self, "dummy", [n])
+            register_restaurant(r)
+    def get_food_items(self, mensa="mensa-tu-hardenbergstra%C3%9Fe", ignore_nudelauswahl=False) :
+        user_agent = 'Mozilla/5.0 (Windows NT 6.1; Win64; x64)'
+        headers = {'User-Agent': user_agent}
+        
+        req = urllib.request.Request('https://www.stw.berlin/mensen/%s.html' % mensa, headers=headers)
+        response = urllib.request.urlopen(req)
+        the_page = response.read()
+        document = html5lib.parse(the_page, treebuilder="lxml")
+        groupsel = CSSSelector('.splGroupWrapper')
+        groups = [e for e in groupsel(document)]
+        fl = []
+        for i in groups :
+            try: 
+                name = CSSSelector('.splGroup')(i)[0].text
+            except:
+                raise NoMenuError from None
+            sel = CSSSelector('.splMeal')
+            meals = [e for e in sel(i)]
+            for m in meals :        
+                namesel = CSSSelector('.bold')
+                nm = namesel(m)[0].text
+                if ignore_nudelauswahl  and "Nudelauswahl" in nm :
+                    continue
+                pricesel = CSSSelector('.col-md-3')
+                veg = 0
+                if len(pricesel(m)[0]) >= 2 :
+                    if "15" in pricesel(m)[0][1].attrib["src"] :
+                        veg = 2
+                    elif "1.png" in pricesel(m)[0][1].attrib["src"] :
+                        veg = 1
+                price = pricesel(m)[-1].text.strip()
+                fl.append(Food(nm, price, name, veg))
+        return fl
+
+
+
+# format:
+# if __name__ == "__main__":
+#     pool = multiprocessing.Pool(4)
+#     k = pool.map(pr_f, list(mensenliste.items()))
+#     k.sort(key=lambda x: x[0])
+#     for i in k :
+#         print(i[1])
diff --git a/mensa/backends/studentenwerk.yapsy-plugin b/mensa/backends/studentenwerk.yapsy-plugin
new file mode 100644
index 0000000..ad2a994
--- /dev/null
+++ b/mensa/backends/studentenwerk.yapsy-plugin
@@ -0,0 +1,3 @@
+[Core]
+Name = Studentenwerk
+Module = studentenwerk
+\ No newline at end of file
diff --git a/mensa/base.py b/mensa/base.py
new file mode 100644
index 0000000..fa7346a
--- /dev/null
+++ b/mensa/base.py
@@ -0,0 +1,59 @@
+# This file contains functions and classes necessary for the operation of backends.
+
+class Food :
+    def __init__(self,name, price="", category="Essen", veggie=False, desc=None, ingredients={}) :
+        self.name = name
+        self.price = price
+        self.category = category
+        self.veggie = veggie
+        self.desc=desc
+        self.ingredients=ingredients
+
+class NoMenuError(Exception) :
+    """ gets raised if there's no menu"""
+
+class Renderer(object) :
+    def __init__(self, name, human_name, module, description="", optional_args=[]) :
+        self.name = name
+        self.human_name = human_name
+        self.description = description
+        self.optional_args = []
+        self.module = module
+    def render(self, foods, **options) :
+        self.module.render(foods, **options)
+        
+def formt (food) :
+    cat = []
+    vegkeys = [ "", "Vegetarian", "Vegan" ]
+    r = ""
+    food.sort(key=lambda foo: foo.category)
+    for i in food:
+        if not i.category in cat :
+            cat.append(i.category)
+            if not i.category == None : 
+                r=r+ i.category+"\n"
+        r=r+"\t" + i.name.ljust(80) + "\t"+ i.price.ljust(20) + vegkeys[i.veggie]+"\n"
+        if i.desc :
+            r = r+"\t  "+i.desc+"\n"
+    return r
+
+foodsources = {}
+renderers = {}
+
+class Restaurant(object):
+    def __init__(self, name, human_name, module, optional_args=[], obligatory_args=()):
+        self.name = name
+        self.human_name = human_name
+        self.module = module
+        self.optional_args = optional_args
+        self.obligatory_args = obligatory_args
+
+    def get_food(self,**opt_args) :
+        return self.module.get_food_items(*self.obligatory_args, **opt_args)
+
+def register_restaurant(restaurant):
+    global foodsources
+    foodsources[restaurant.name] = restaurant
+def register_renderer(renderer) :
+    global renderers
+    renderers[renderer.name] = renderer
diff --git a/mensa/frontends/plain-text.py b/mensa/frontends/plain-text.py
new file mode 100644
index 0000000..501be54
--- /dev/null
+++ b/mensa/frontends/plain-text.py
@@ -0,0 +1,23 @@
+from mensa import base
+from yapsy.IPlugin import IPlugin
+class TextRenderer(IPlugin) :
+    def render (self, foods, **options) :
+        ## Expects list of tuples with (Restaurant, Foodlist)
+        r = ""
+        vegkeys = [ "", "Vegetarian", "Vegan" ]
+        for restaurant, food in foods :
+            cat = []
+            r = r+"*"*20+restaurant.human_name+"*"*20+"\n"#+base.formt(food)
+            food.sort(key=lambda foo: foo.category)
+            for i in food:
+                if not i.category in cat :
+                    cat.append(i.category)
+                    if not i.category == None : 
+                        r=r+ i.category+"\n"
+                r=r+"\t" + i.name.ljust(80) + "\t"+ i.price.ljust(20) + vegkeys[i.veggie]+"\n"
+                if i.desc :
+                    r = r+"\t  "+i.desc+"\n"
+        print(r)
+
+    def register_renderer(self) :
+        base.register_renderer(base.Renderer("plain-text", "Plain Text Renderer", self))
diff --git a/mensa/frontends/plain-text.yapsy-plugin b/mensa/frontends/plain-text.yapsy-plugin
new file mode 100644
index 0000000..103cdc4
--- /dev/null
+++ b/mensa/frontends/plain-text.yapsy-plugin
@@ -0,0 +1,3 @@
+[Core]
+Name = Plain Text Output
+Module = plain-text
+\ No newline at end of file
diff --git a/mensa/logic.py b/mensa/logic.py
new file mode 100755
index 0000000..b0165f0
--- /dev/null
+++ b/mensa/logic.py
@@ -0,0 +1,45 @@
+#!/usr/bin/python3
+
+from mensa import base
+import urllib.error
+import os
+from yapsy.PluginManager import PluginManager
+
+
+def init_foodsources():
+    backends = PluginManager()
+    backends.setPluginPlaces([os.path.join(os.path.dirname(os.path.realpath(__file__)),"backends")])
+    backends.collectPlugins()
+    for pluginInfo in backends.getAllPlugins():
+        backends.activatePluginByName(pluginInfo.name)
+        pluginInfo.plugin_object.register_restaurants()
+
+def init_renderers():
+    frontends = PluginManager()
+    frontends.setPluginPlaces([os.path.join(os.path.dirname(os.path.realpath(__file__)),"frontends")])
+    frontends.collectPlugins()
+    for pluginInfo in frontends.getAllPlugins():
+        frontends.activatePluginByName(pluginInfo.name)
+        pluginInfo.plugin_object.register_renderer()
+    
+    
+def get_food(restlist=False, options={}) :
+    foodl = []
+    for k,i in base.foodsources.items() :
+        if restlist and not i.name in restlist :
+            continue
+        try : 
+            food = i.get_food(ignore_nudelauswahl=True)
+            foodl.append((i, food))
+            # print("*"*20+i.human_name+"*"*20+"\n"+base.formt(food))
+        except base.NoMenuError:
+            print(i.human_name + ": No menu found. This could be due to a holiday or due to an error in the script.")
+        except urllib.error.HTTPError as e :
+            print(i.human_name + ": Fetching menu failed: %s" % str(e))
+    return foodl
+
+def render(to_render, rendlist=False, options={}) :
+    for k,i in base.renderers.items() :
+        if rendlist and not i.name in rendlist :
+            continue
+        i.render(to_render)