venture lab + engineering events

backend/penndata/management/commands/get_engineering_events.py

@@ -0,0 +1,68 @@
+import datetime
+import requests
+import json
+import html
+from django.core.management.base import BaseCommand
+from django.utils import timezone
+
+from penndata.models import Event
+
+
+ENGINEERING_EVENTS_WEBSITE = "https://events.seas.upenn.edu/calendar/list/"
+
+
+class Command(BaseCommand):
+    def handle(self, *args, **kwargs):
+        now = timezone.localtime()
+
+        try:
+            resp = requests.get(ENGINEERING_EVENTS_WEBSITE)
+        except ConnectionError:
+            return None
+
+        html_content = resp.text
+
+        start_marker = '<script type="application/ld+json">'
+        end_marker = '</script>'
+        start_index = html_content.find(start_marker)
+        end_index = html_content.find(end_marker, start_index)
+        json_ld_content = html_content[start_index + len(start_marker):end_index]
+
+        events_data = json.loads(json_ld_content)
+
+        for event in events_data:
+            event_name = html.unescape(event.get("name", ""))
+            description = html.unescape(event.get("description", "")).replace(
+                "<p>", "").replace("</p>\n", "")
+            url = event.get("url", "")
+
+            start = datetime.datetime.fromisoformat(event.get("startDate"))
+            end = event.get("endDate", "")
+            if end is not "":
+                end = datetime.datetime.fromisoformat(end)
+            else:
+                end = None
+
+            location = None
+            if event.get("location"):
+                location = event.get("location").get("name")
+
+            email = None
+            if event.get("organizer"):
+                email = html.unescape(event.get("organizer").get("email"))
+
+            Event.objects.update_or_create(
+                name=event_name,
+                defaults={
+                    "event_type": "Engineering",
+                    "image_url": "",
+                    "start": timezone.make_aware(start),
+                    "end": timezone.make_aware(end),
+                    "location": location,
+                    "website": url,
+                    "description": description,
+                    "email": email,
+                },
+            )
+
+        self.stdout.write("Uploaded Engineering Events!")

backend/penndata/management/get_venture_events.py

@@ -0,0 +1,106 @@
+import datetime
+import requests
+import html
+from django.core.management.base import BaseCommand
+from django.utils import timezone
+from bs4 import BeautifulSoup
+
+from penndata.models import Event
+
+
+VENTURE_EVENTS_WEBSITE = "https://venturelab.upenn.edu/venture-lab-events"
+HEADERS ={
+    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64)' + 
+    ' AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
+}
+
+class Command(BaseCommand):
+    def handle(self, *args, **kwargs):
+        now = timezone.localtime()
+        current_month, current_year = now.month, now.year
+
+        try:
+            resp = requests.get(VENTURE_EVENTS_WEBSITE, headers=HEADERS)
+        except ConnectionError:
+            return None
+
+        soup = BeautifulSoup(resp.text, 'html.parser')
+
+        event_containers = soup.find_all('div', class_='PromoSearchResultEvent')
+        last_start_datetime = None
+
+        for event in event_containers:
+            event_date_elem = event.find('div', class_='PromoSearchResultEvent-eventDate')
+            event_start_datetime = None
+            event_end_datetime = None
+            # some events don't have a start/end date time or a year
+            if event_date_elem:
+                event_date_str = event_date_elem.text.strip()
+
+                event_date_parts = event_date_str.split(' at ')
+                event_start_str = event_date_parts[1].split(' - ')[0].strip()
+                event_end_str = event_date_parts[1].split(' - ')[1].strip()
+
+                event_start_datetime = datetime.strptime(event_date_parts[0] + ' ' + event_start_str, '%B %d, %Y %I:%M%p')
+                event_end_datetime = datetime.strptime(event_date_parts[0] + ' ' + event_end_str, '%B %d, %Y %I:%M%p')
+                last_start_datetime = event_start_datetime
+            else:  # if no year given
+                event_month_elem = event.find('div', class_='PromoSearchResultEvent-month')
+                event_day_elem = event.find('div', class_='PromoSearchResultEvent-day')
+
+                if event_month_elem and event_day_elem:
+                    event_month = event_month_elem.text.strip()
+                    event_day = int(event_day_elem.text.strip())
+
+                    if last_start_datetime:  # has to be before any previous events
+                        if datetime.strptime(event_month, '%B').month > last_start_datetime.month:
+                            start_year = current_year - 1
+                        else:
+                            start_year = current_year
+                    else:  # if no date time yet
+                        # if in future and next year
+                        if current_month > datetime.strptime(event_month, '%B').month:
+                            start_year = current_year + 1
+                        else:
+                            start_year = current_year
+
+                    event_start_datetime = datetime(start_year, datetime.strptime(event_month, '%B').month, event_day)
+
+            # events are ordered from future to past, so break once we find a past event
+            if event_start_datetime < now:
+                break
+
+            print("Event Start:", event_start_datetime)
+            print("Event End:", event_end_datetime)
+
+            title = event.find('div', class_='PromoSearchResultEvent-title')
+            if title:
+                title = html.unescape(title.text.strip())
+
+            location = event.find('div', class_='PromoSearchResultEvent-eventLocation')
+            if location:
+                location = location.text.strip()
+
+            description = event.find('div', class_='PromoSearchResultEvent-description')
+            if description:
+                description = html.unescape(description.text.strip())
+
+            url = event.find('div', class_='PromoSearchResultEvent-cta').find('a', href=True)
+            if url:
+                url = url['href']
+
+            Event.objects.update_or_create(
+                name=title,
+                defaults={
+                    "event_type": "Venture Lab",
+                    "image_url": "",
+                    "start": timezone.make_aware(event_start_datetime),
+                    "end": timezone.make_aware(event_end_datetime),
+                    "location": location,
+                    "website": url,
+                    "description": description,
+                    "email": "",
+                },
+            )
+
+        self.stdout.write("Uploaded Venture Lab Events!")

k8s/main.ts

@@ -129,6 +129,22 @@ export class MyChart extends PennLabsChart {
       cmd: ["python", "manage.py", "get_penn_today_events"],
       env: [{ name: "DJANGO_SETTINGS_MODULE", value: "pennmobile.settings.production" }]
     });
+
+    new CronJob(this, 'get-engineering-events', {
+      schedule:'0 16 * * *', // Every day at 4 PM
+      image: backendImage,
+      secret,
+      cmd: ["python", "manage.py", "get_engineering_events"],
+      env: [{ name: "DJANGO_SETTINGS_MODULE", value: "pennmobile.settings.production" }]
+    });
+
+    new CronJob(this, 'get-venture-events', {
+      schedule:'0 16 * * *', // Every day at 4 PM
+      image: backendImage,
+      secret,
+      cmd: ["python", "manage.py", "get_venture_events"],
+      env: [{ name: "DJANGO_SETTINGS_MODULE", value: "pennmobile.settings.production" }]
+    });
   }
 }