Update balfolk_ical.py
Signed-off-by: Kjeld Schouten <info@kjeldschouten.nl>
This commit is contained in:
Kjeld Schouten
@@ -1,12 +1,34 @@
|
||||
import requests
|
||||
from bs4 import BeautifulSoup
|
||||
from datetime import datetime
|
||||
from icalendar import Calendar, Event
|
||||
from datetime import datetime, timedelta
|
||||
import pytz
|
||||
import re
|
||||
import uuid
|
||||
|
||||
BALFOLK_URL = "https://www.balfolk.nl/agenda/"
|
||||
|
||||
def dutch_to_english_date(dutch_date_str):
|
||||
months = {
|
||||
"jan": "Jan",
|
||||
"feb": "Feb",
|
||||
"mrt": "Mar",
|
||||
"apr": "Apr",
|
||||
"mei": "May",
|
||||
"jun": "Jun",
|
||||
"jul": "Jul",
|
||||
"aug": "Aug",
|
||||
"sep": "Sep",
|
||||
"okt": "Oct",
|
||||
"nov": "Nov",
|
||||
"dec": "Dec"
|
||||
}
|
||||
for nl, en in months.items():
|
||||
dutch_date_str = re.sub(r'\b' + nl + r'\b', en, dutch_date_str, flags=re.IGNORECASE)
|
||||
return dutch_date_str
|
||||
|
||||
def fetch_balfolk_events():
|
||||
url = "https://www.balfolk.nl/agenda/"
|
||||
response = requests.get(url)
|
||||
response = requests.get(BALFOLK_URL)
|
||||
response.raise_for_status()
|
||||
|
||||
soup = BeautifulSoup(response.text, "html.parser")
|
||||
@@ -14,59 +36,191 @@ def fetch_balfolk_events():
|
||||
|
||||
for li in soup.select("ul#response li.flex-container"):
|
||||
date_location = li.select_one(".date")
|
||||
title = li.select_one(".title a")
|
||||
title_link = li.select_one(".title a")
|
||||
plug_link = li.select_one("a[href^='https://www.plug.events/event/']")
|
||||
|
||||
if not date_location or not title:
|
||||
if not date_location or not title_link:
|
||||
continue
|
||||
|
||||
date_loc_text = date_location.text.strip()
|
||||
title_text = title.text.strip()
|
||||
title_text = title_link.text.strip()
|
||||
plug_url = plug_link["href"] if plug_link else None
|
||||
|
||||
try:
|
||||
# "di 12 aug 2025 | Gent" → "12 aug 2025"
|
||||
date_part, location = map(str.strip, date_loc_text.split("|"))
|
||||
date_clean = " ".join(date_part.split(" ")[1:])
|
||||
date_clean = " ".join(date_part.split(" ")[1:]) # skip weekday (e.g. "zo 12 okt 2025" → "12 okt 2025")
|
||||
date_clean = dutch_to_english_date(date_clean)
|
||||
event_date = datetime.strptime(date_clean, "%d %b %Y")
|
||||
except Exception as e:
|
||||
print(f"Skipping: {e} → {date_loc_text}")
|
||||
print(f"Skipping event due to date parse error: {e} → {date_loc_text}")
|
||||
continue
|
||||
|
||||
events.append({
|
||||
"date": event_date,
|
||||
"name": title_text,
|
||||
"location": location
|
||||
"location": location,
|
||||
"plug_url": plug_url,
|
||||
})
|
||||
|
||||
return events
|
||||
|
||||
|
||||
def generate_ical(events):
|
||||
lines = [
|
||||
"BEGIN:VCALENDAR",
|
||||
"VERSION:2.0",
|
||||
"PRODID:-//Balfolk Calendar//EN"
|
||||
]
|
||||
def parse_event_datetime(datetime_str):
|
||||
try:
|
||||
# Example datetime_str: "October 12, 2025 (Sunday) 20:00 - 23:30"
|
||||
# We split on parentheses and then get the time range
|
||||
date_part = datetime_str.split('(')[0].strip() # "October 12, 2025"
|
||||
time_part = datetime_str.split(')')[1].strip() # "20:00 - 23:30"
|
||||
|
||||
for e in events:
|
||||
lines += [
|
||||
"BEGIN:VEVENT",
|
||||
f"UID:{uuid.uuid4()}",
|
||||
f"DTSTAMP:{datetime.utcnow().strftime('%Y%m%dT%H%M%SZ')}",
|
||||
f"DTSTART;VALUE=DATE:{e['date'].strftime('%Y%m%d')}",
|
||||
f"SUMMARY:{e['name']}",
|
||||
f"LOCATION:{e['location']}",
|
||||
"END:VEVENT"
|
||||
]
|
||||
time_range = [t.strip() for t in time_part.split('-')]
|
||||
if len(time_range) != 2:
|
||||
raise ValueError("Invalid time range")
|
||||
|
||||
lines.append("END:VCALENDAR")
|
||||
return "\n".join(lines)
|
||||
start_time, end_time = time_range
|
||||
is_am_pm = bool(re.search(r'\bAM\b|\bPM\b', start_time, re.IGNORECASE))
|
||||
|
||||
if is_am_pm:
|
||||
dt_format = "%B %d, %Y %I:%M %p"
|
||||
else:
|
||||
dt_format = "%B %d, %Y %H:%M"
|
||||
|
||||
start_str = f"{date_part} {start_time}"
|
||||
end_str = f"{date_part} {end_time}"
|
||||
|
||||
start_naive = datetime.strptime(start_str, dt_format)
|
||||
end_naive = datetime.strptime(end_str, dt_format)
|
||||
tz = pytz.timezone("Europe/Amsterdam")
|
||||
return tz.localize(start_naive), tz.localize(end_naive)
|
||||
|
||||
except Exception as e:
|
||||
print(f"Error parsing datetime '{datetime_str}': {e}")
|
||||
return None, None
|
||||
|
||||
|
||||
def fetch_event_detail(plug_url):
|
||||
try:
|
||||
r = requests.get(plug_url)
|
||||
r.raise_for_status()
|
||||
soup = BeautifulSoup(r.text, "html.parser")
|
||||
|
||||
summary_text = ""
|
||||
description_div = soup.find("div", class_="description")
|
||||
if description_div:
|
||||
p = description_div.find("p")
|
||||
if p:
|
||||
for br in p.find_all("br"):
|
||||
br.replace_with("\n")
|
||||
summary_text = p.get_text(strip=True, separator="\n")
|
||||
|
||||
event_datetime = None
|
||||
for li in soup.find_all("li"):
|
||||
if li.find("i", class_="pi pi-calendar"):
|
||||
span = li.find("span")
|
||||
if span:
|
||||
datetime_str = span.get_text(strip=True)
|
||||
event_datetime = parse_event_datetime(datetime_str)
|
||||
break
|
||||
|
||||
return summary_text, event_datetime
|
||||
|
||||
except Exception as e:
|
||||
print(f"Error fetching plug.events details from {plug_url}: {e}")
|
||||
return None, (None, None)
|
||||
|
||||
|
||||
def main():
|
||||
events = fetch_balfolk_events()
|
||||
|
||||
cal = Calendar()
|
||||
cal.add("prodid", "-//Balfolk Calendar//balfolk.nl//")
|
||||
cal.add("version", "2.0")
|
||||
|
||||
tz = pytz.timezone("Europe/Amsterdam")
|
||||
|
||||
for ev in events:
|
||||
print(f"Processing event: {ev['name']}")
|
||||
|
||||
summary = None
|
||||
dtstart = None
|
||||
dtend = None
|
||||
|
||||
if ev["plug_url"]:
|
||||
plug_summary, (start_dt, end_dt) = fetch_event_detail(ev["plug_url"])
|
||||
if start_dt and end_dt:
|
||||
dtstart = start_dt
|
||||
dtend = end_dt
|
||||
summary = plug_summary if plug_summary else f"Details not available for {ev['name']}"
|
||||
else:
|
||||
print(f"No valid datetime from plug.events for {ev['name']}, using fallback")
|
||||
|
||||
if not dtstart:
|
||||
# Fallback: full day event using balfolk.nl date, with placeholder summary if needed
|
||||
dtstart = tz.localize(datetime(ev["date"].year, ev["date"].month, ev["date"].day))
|
||||
dtend = dtstart + timedelta(days=1)
|
||||
summary = summary or f"{ev['name']} (details unavailable)"
|
||||
|
||||
event = Event()
|
||||
event.add("uid", str(uuid.uuid4()))
|
||||
event.add("summary", ev["name"])
|
||||
event.add("description", summary or "")
|
||||
event.add("dtstart", dtstart)
|
||||
event.add("dtend", dtend)
|
||||
event.add("location", ev["location"])
|
||||
if ev["plug_url"]:
|
||||
event.add("url", ev["plug_url"])
|
||||
|
||||
cal.add_component(event)
|
||||
|
||||
with open("balfolk.ics", "wb") as f:
|
||||
f.write(cal.to_ical())
|
||||
print("ICS file generated as balfolk.ics")
|
||||
|
||||
def validate_ics_file(filename="balfolk.ics"):
|
||||
print("\nValidating ICS file...\n")
|
||||
try:
|
||||
with open(filename, "rb") as f:
|
||||
cal = Calendar.from_ical(f.read())
|
||||
|
||||
errors = 0
|
||||
for component in cal.walk():
|
||||
if component.name == "VEVENT":
|
||||
summary = component.get("summary")
|
||||
dtstart = component.get("dtstart")
|
||||
dtend = component.get("dtend")
|
||||
description = component.get("description")
|
||||
|
||||
if not summary:
|
||||
print("❌ Missing SUMMARY (required)")
|
||||
errors += 1
|
||||
if not dtstart:
|
||||
print(f"❌ Event '{summary}' is missing DTSTART (required)")
|
||||
errors += 1
|
||||
if not dtend:
|
||||
print(f"❌ Event '{summary}' is missing DTEND (required)")
|
||||
errors += 1
|
||||
|
||||
# Optional: warn if description is missing but don't count as error
|
||||
if not description:
|
||||
print(f"⚠️ Event '{summary}' is missing DESCRIPTION (optional)")
|
||||
|
||||
# Check timezone info on dtstart if present
|
||||
if dtstart:
|
||||
if hasattr(dtstart.dt, 'tzinfo'):
|
||||
if dtstart.dt.tzinfo is None:
|
||||
print(f"⚠️ Event '{summary}' has naive datetime (no tzinfo)")
|
||||
elif "Amsterdam" not in str(dtstart.dt.tzinfo):
|
||||
print(f"⚠️ Event '{summary}' tzinfo is {dtstart.dt.tzinfo}, expected Europe/Amsterdam")
|
||||
else:
|
||||
print(f"⚠️ Event '{summary}' DTSTART is not a datetime object")
|
||||
|
||||
if errors == 0:
|
||||
print("✅ ICS validation passed: All required fields present.")
|
||||
else:
|
||||
print(f"❌ Validation found {errors} error(s) with required fields.")
|
||||
|
||||
except Exception as e:
|
||||
print(f"❌ Failed to read or parse ICS file: {e}")
|
||||
|
||||
if __name__ == "__main__":
|
||||
events = fetch_balfolk_events()
|
||||
ical = generate_ical(events)
|
||||
|
||||
with open("balfolk.ics", "w", encoding="utf-8") as f:
|
||||
f.write(ical)
|
||||
|
||||
print("✅ Saved calendar as 'balfolk.ics'")
|
||||
main()
|
||||
validate_ics_file("balfolk.ics")
|
||||
|
||||
Reference in New Issue
Block a user