Be able to work with a set of data in development

When working on the site, it is helpful to have a large sample of data
to work from, so provide a full copy of my own tshirt wearings.

README.markdown

@@ -5,6 +5,36 @@ A place to collection my tshirt wearing history.
 
 
 
+## Generated static sites
+
+Running in development:
+
+    # bring up the stack
+    export HASWORN_ENV=dev
+    ./start
+
+    # if this is a new checkout, or volumes have been removed
+    ./manage collectstatic --noinput
+    ./manage migrate
+    DJANGO_SUPERUSER_PASSWORD=norm ./manage createsuperuser \
+        --username norm --email norm@example.com --noinput
+
+To test a generated hasworn site:
+
+    ./manage import_csv sample/norm.csv
+    ./manage generate_site norm
+    ( cd baked/norm && python -m http.server 8080 )
+
+
+When done developing:
+
+    # shut down temporarily
+    ./compose down
+
+    # shut down and remove volumes to start afresh (or when development stops)
+    ./compose down --volumes --remove-orphans
+
+
 ## Scripts
 
 Scripts to interact with docker-compose, using the right configuration and

hasworn/wearers/management/commands/import_csv.py

@@ -0,0 +1,32 @@
+import csv
+from django.core.management.base import BaseCommand
+
+from hasworn.wearers.models import Wearer
+from hasworn.clothing.models import Clothing, Wearing, Worn
+
+
+class Command(BaseCommand):
+    help = 'Import wearings from a CSV file'
+
+    def add_arguments(self, parser):
+        parser.add_argument('csv_file')
+
+    def handle(self, *args, **options):
+        with open(options['csv_file']) as handle:
+            reader = csv.DictReader(handle)
+            for row in reader:
+                print(row)
+                wearer = Wearer.objects.get(username = row['wearer'])
+                clothing, _ = Clothing.objects.get_or_create(
+                    name = row['name'],
+                    slug = row['slug'],
+                    created_by = wearer,
+                )
+                worn, _ = Worn.objects.get_or_create(
+                    clothing = clothing,
+                    wearer = wearer,
+                )
+                wearing = Wearing.objects.get_or_create(
+                    worn = worn,
+                    day = row['date'],
+                )

manage

@@ -1,3 +1,10 @@
 #!/usr/bin/env -S bash -euo pipefail
 
-./compose run app python manage.py "$@"
+declare -a env_vars
+
+[ -n "${DJANGO_SUPERUSER_PASSWORD:-}" ] \
+    && env_vars+=(-e DJANGO_SUPERUSER_PASSWORD=$DJANGO_SUPERUSER_PASSWORD)
+
+./compose run \
+    "${env_vars[@]}" \
+    app python manage.py "$@"

sample/scrape.py

@@ -0,0 +1,26 @@
+import csv
+import os
+import requests
+from bs4 import BeautifulSoup
+from dateutil.parser import parse
+
+with open('wearings.csv', 'w') as handle:
+    writer = csv.DictWriter(
+        handle,
+        fieldnames=['date', 'wearer', 'slug', 'name'],
+    )
+    writer.writeheader()
+
+    for year in range(2012, 2022):
+        req = requests.get('http://norm.hasworn.com/%s/' % year)
+        soup = BeautifulSoup(req.content, 'html.parser')
+        for wearing in soup.select('ul.month li'):
+            slug = os.path.basename(wearing.select('a')[0]['href'])
+            shirt, when = wearing.select('b')
+            date = parse(when.text)
+            writer.writerow({
+                'date': date.date(),
+                'wearer': 'norm',
+                'name': shirt.text,
+                'slug': slug,
+            })