fetch_clubs; clubs.csv; specific club categories defined; load_clubs django command; updated club view with image and application required

Author: Jay-Lalwani

tcf_website/management/commands/club_data/csv/clubs.csv

@@ -0,0 +1,163 @@
+import csv
+import os
+import re
+import backoff
+import requests
+from tqdm import tqdm
+
+BASE_URL = "https://api.presence.io/virginia/v1/organizations"
+session = requests.session()
+TIMEOUT = 300
+
+# ── fine-grained → broad buckets ────────────────────────────────────────────
+SQUASH_MAP = {
+    # Greek Life
+    "Fraternity or Sorority": "Greek Life",
+    "Inter-Fraternity Council (IFC)": "Greek Life",
+    "Inter-Sorority Council (ISC)": "Greek Life",
+    "Multicultural Greek Council (MGC)": "Greek Life",
+    "National Pan-Hellenic Council (NPHC)": "Greek Life",
+    # Identity & Culture
+    "Cultural & Ethnic": "Identity & Culture",
+    "Black Presidents Council": "Identity & Culture",
+    "L2K": "Identity & Culture",
+    "International": "Identity & Culture",
+    "FGLI": "Identity & Culture",
+    # Academic & Professional
+    "Academic & Professional": "Academic & Professional",
+    "Commerce/Business": "Academic & Professional",
+    "Data Sciences": "Academic & Professional",
+    "Leadership Development": "Academic & Professional",
+    "Internships and Employment": "Academic & Professional",
+    "Honor Society": "Academic & Professional",
+    # Arts & Media
+    "Visual & Performing Arts": "Arts & Media",
+    "Media & Publications": "Arts & Media",
+    "Acapella Groups": "Arts & Media",
+    # Recreation & Social
+    "Social & Hobby": "Recreation & Social",
+    "Club Sport": "Recreation & Social",
+    # Service & Advocacy
+    "Public Service": "Service & Advocacy",
+    "Political & Advocacy": "Service & Advocacy",
+    "Peer Mentors": "Service & Advocacy",
+    "Health and Wellness": "Service & Advocacy",
+    "Sustainability": "Service & Advocacy",
+    "Special Status Organization (SSO)": "Service & Advocacy",
+    "Honors and Awards": "Service & Advocacy",
+    # Campus Units
+    "Administrative Unit": "Campus Units",
+    "Department, Schools, or Centers": "Campus Units",
+    "Department Group or Program": "Campus Units",
+    "Residence Hall": "Campus Units",
+    "Agency": "Campus Units",
+    "Northern Virginia": "Campus Units",
+    # Professional Schools
+    "Darden School": "Professional Schools",
+    "Law School": "Professional Schools",
+}
+
+# ── fixed pick order ────────────────────────────────────────────────────────
+BUCKET_PRIORITY = [
+    "Greek Life",
+    "Identity & Culture",
+    "Service & Advocacy",
+    "Professional Schools",
+    "Academic & Professional",
+    "Arts & Media",
+    "Recreation & Social",
+    "Campus Units",
+]
+
+
+def strip_html_tags(text):
+    return re.sub(r"<.*?>", "", text)
+
+
+@backoff.on_exception(
+    backoff.expo,
+    (requests.exceptions.Timeout, requests.exceptions.ConnectionError),
+    max_tries=5,
+)
+def fetch_org_list():
+    resp = session.get(BASE_URL, timeout=TIMEOUT)
+    resp.raise_for_status()
+    return resp.json()
+
+
+@backoff.on_exception(
+    backoff.expo,
+    (requests.exceptions.Timeout, requests.exceptions.ConnectionError),
+    max_tries=5,
+)
+def fetch_org_details(uri):
+    resp = session.get(f"{BASE_URL}/{uri}", timeout=TIMEOUT)
+    resp.raise_for_status()
+    return resp.json()
+
+
+def write_csv(csv_file):
+    orgs = fetch_org_list()
+    os.makedirs(os.path.dirname(csv_file), exist_ok=True)
+
+    with open(csv_file, "w", newline="", encoding="utf-8") as f:
+        w = csv.writer(f)
+        # Note new column "OriginalCategories"
+        w.writerow(
+            [
+                "Name",
+                "Category",
+                "OriginalCategories",
+                "Application",
+                "Description",
+                "Photo",
+            ]
+        )
+
+        for org in tqdm(orgs, desc="Processing clubs"):
+            uri = org.get("uri")
+            if not uri:
+                continue
+            try:
+                d = fetch_org_details(uri)
+                name = d.get("name", "")
+                raw_cats = d.get("categories", [])
+
+                # store the originals joined by $
+                original_str = "$".join(raw_cats)
+
+                # Application flag
+                application = "No Application or Interview Required" not in raw_cats
+
+                # Squash + dedupe, drop the no-app tag
+                broad = {
+                    SQUASH_MAP.get(c, c)
+                    for c in raw_cats
+                    if c != "No Application or Interview Required"
+                }
+
+                # 1) pick by fixed bucket priority
+                main_cat = ""
+                for bucket in BUCKET_PRIORITY:
+                    if bucket in broad:
+                        main_cat = bucket
+                        break
+
+                # 2) fallback
+                if not main_cat:
+                    main_cat = "Miscellaneous"
+
+                desc = strip_html_tags(d.get("description", ""))
+                photo = os.path.basename(d.get("photoUri", ""))
+
+                w.writerow([name, main_cat, original_str, application, desc, photo])
+
+            except Exception as e:
+                print(f"Error {uri}: {e}")
+                continue
+
+    print("Done.")
+
+
+if __name__ == "__main__":
+    write_csv("club_data/csv/clubs.csv")

tcf_website/management/commands/fetch_clubs.py

@@ -0,0 +1,73 @@
+import csv
+import os
+
+from django.core.management.base import BaseCommand
+from django.utils.text import slugify
+from tqdm import tqdm
+
+from tcf_website.models import Club, ClubCategory
+
+
+class Command(BaseCommand):
+    help = "Imports club data from clubs.csv into the database"
+
+    def handle(self, *args, **options):
+        self.stdout.write("Loading club data...")
+
+        csv_file = "tcf_website/management/commands/club_data/csv/clubs.csv"
+        photo_base_url = "https://virginia-cdn.presence.io/organization-photos/cea28f2b-baa9-4c47-8879-da8d675e4471/"
+
+        # Dictionary to keep track of created categories
+        categories = {}
+
+        # Clear existing clubs for a clean import
+        Club.objects.all().delete()
+
+        with open(csv_file, "r", encoding="utf-8") as f:
+            reader = csv.reader(f)
+            # Skip header row
+            next(reader)
+
+            for row in tqdm(reader, desc="Importing clubs"):
+                if len(row) < 6:
+                    self.stdout.write(
+                        self.style.WARNING(f"Skipping row: {row} - insufficient data")
+                    )
+                    continue
+
+                name = row[0]
+                category_name = row[1]
+                # Skip original_categories (row[2])
+                application_required = row[3].lower() == "true"
+                description = row[4]
+                photo = row[5]
+
+                # Get or create the category
+                if category_name in categories:
+                    category = categories[category_name]
+                else:
+                    slug = slugify(category_name).upper()[:4]
+                    category, created = ClubCategory.objects.get_or_create(
+                        name=category_name, defaults={"slug": slug}
+                    )
+                    categories[category_name] = category
+                    if created:
+                        self.stdout.write(f"Created category: {category_name}")
+
+                # Create photo URL
+                photo_url = ""
+                if photo:
+                    photo_url = f"{photo_base_url}{photo}"
+
+                # Create the club
+                club = Club.objects.create(
+                    name=name,
+                    category=category,
+                    application_required=application_required,
+                    description=description,
+                    photo_url=photo_url,
+                )
+
+        self.stdout.write(
+            self.style.SUCCESS(f"Successfully imported {Club.objects.count()} clubs")
+        )

tcf_website/management/commands/load_clubs.py

@@ -1,4 +1,4 @@
-# Generated by Django 4.2.20 on 2025-04-27 16:14
+# Generated by Django 4.2.18 on 2025-05-02 18:24
 
 import django.contrib.postgres.indexes
 from django.db import migrations, models
@@ -67,6 +67,8 @@ class Migration(migrations.Migration):
                     "combined_name",
                     models.CharField(blank=True, editable=False, max_length=255),
                 ),
+                ("application_required", models.BooleanField(default=False)),
+                ("photo_url", models.CharField(blank=True, max_length=255)),
                 (
                     "category",
                     models.ForeignKey(

tcf_website/migrations/0021_clubcategory_alter_review_course_and_more.py

@@ -227,6 +227,8 @@ class Club(models.Model):
     description = models.TextField(blank=True)
     category = models.ForeignKey(ClubCategory, on_delete=models.CASCADE)
     combined_name = models.CharField(max_length=255, blank=True, editable=False)
+    application_required = models.BooleanField(default=False)
+    photo_url = models.CharField(max_length=255, blank=True)
 
     def save(self, *args, **kwargs):
         # maintain combined_name for trigram search

tcf_website/models/models.py

@@ -24,18 +24,36 @@ <h4>{{ club.category.name }}</h4>
       </div>
 
       <!-- Club Description -->
-      {% if club.description %}
       <div class="card">
         <div class="card-body">
-          <h4 class="card-title">
-            Club Description
-          </h4>
-          <p class="card-text">
-            {{ club.description }}
-          </p>
+          <div class="d-flex flex-column flex-md-row">
+            <div class="flex-grow-1 mr-md-4">
+              <h4 class="card-title">
+                Club Description
+              </h4>
+              <p class="card-text">
+                {{ club.description }}
+              </p>
+              
+              <div class="mt-3">
+                <span class="badge {% if club.application_required %}badge-warning{% else %}badge-success{% endif %} p-2">
+                  {% if club.application_required %}
+                    Application Required
+                  {% else %}
+                    No Application Required
+                  {% endif %}
+                </span>
+              </div>
+            </div>
+            
+            {% if club.photo_url %}
+            <div class="text-center mt-3 mt-md-0" style="min-width: 200px;">
+              <img src="{{ club.photo_url }}" alt="{{ club.name }}" class="img-fluid" style="max-height: 200px;">
+            </div>
+            {% endif %}
+          </div>
         </div>
       </div>
-      {% endif %}
 
       <br/>
     </div>