Integrating DFM landing page into the site (#318)

Author: peter-sk

.github/workflows/documentation.yml

@@ -1,4 +1,4 @@
-# creates the documentation on pushes it to the gh-pages branch
+# creates the documentation and pushes it to the gh-pages branch
 name: Documentation
 
 on:
@@ -7,7 +7,6 @@ on:
   push:
     branches: [main]
 
-
 permissions:
   contents: write
 
@@ -26,14 +25,24 @@ jobs:
       - uses: actions/setup-python@v5
         with:
           python-version: '3.10'
-      
+
       - name: Dependencies
         run: uv sync
 
-      - name: Build and Deploy
+      - name: Build MkDocs
+        run: make build-docs
+
+      - name: Prepare landing page
         if: github.event_name == 'push'
-        run: uv run mkdocs gh-deploy --force
-      
-      - name: Build
-        if: github.event_name == 'pull_request'
-        run: make build-docs
+        run: |
+          mkdir -p site
+          touch site/.nojekyll
+          cp -rv landing/* site/
+
+      - name: Deploy to GitHub Pages
+        if: github.event_name == 'push'
+        uses: peaceiris/actions-gh-pages@v3
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          publish_dir: ./site
+          publish_branch: gh-pages

.gitignore

@@ -162,3 +162,6 @@ outputs/*
 # training artifacts
 logs/
 separate-logs/
+
+# tailwindcss
+scripts/tailwindcss

.nojekyll

@@ -0,0 +1,315 @@
+from datetime import UTC, datetime, timedelta
+from flask import Flask, request, jsonify, send_from_directory
+from flask_cors import CORS
+from flask_limiter import Limiter
+from flask_limiter.util import get_remote_address
+from flask_mail import Mail, Message
+import json
+import os
+import uuid
+
+app = Flask(__name__, static_folder='../landing', static_url_path='')
+app.config['NEWS_FILE'] = os.getenv('NEWS_FILE', 'data/news.jsonl')
+app.config['ADMIN_PASSWORD'] = os.getenv('ADMIN_PASSWORD', 'changeme')
+app.config['CONTACT_FILE'] = os.getenv('CONTACT_FILE', 'data/contact.jsonl')
+app.config['NEWSLETTER_FILE'] = os.getenv('NEWSLETTER_FILE', 'data/newsletter.jsonl')
+app.config['ROADMAP_FILE'] = os.getenv('ROADMAP_FILE', 'data/roadmap.jsonl')
+app.config['MAIL_SERVER'] = os.getenv('MAIL_SERVER', 'smtp.gmail.com')
+app.config['MAIL_PORT'] = int(os.getenv('MAIL_PORT', 587))
+app.config['MAIL_USE_TLS'] = True
+app.config['MAIL_USERNAME'] = os.getenv('MAIL_USERNAME')  # Your email address
+app.config['MAIL_PASSWORD'] = os.getenv('MAIL_PASSWORD')  # Your email password or app password
+app.config['MAIL_DEFAULT_SENDER'] = os.getenv('MAIL_DEFAULT_SENDER', app.config['MAIL_USERNAME'])
+app.config['MAIL_RECIPIENT'] = os.getenv('MAIL_RECIPIENT', app.config['MAIL_USERNAME'])
+limiter = Limiter(app=app, key_func=get_remote_address)
+mail = Mail(app)
+CORS(app)
+
+TOKENS = {}
+
+def load_news():
+    if not os.path.exists(app.config['NEWS_FILE']):
+        return []
+    with open(app.config['NEWS_FILE']) as f:
+        return [json.loads(line) for line in f]
+
+def save_news(item):
+    with open(app.config['NEWS_FILE'], 'a') as f:
+        f.write(json.dumps(item) + '\n')
+        
+@app.route('/api/news', methods=['GET'])
+def get_news():
+    return jsonify(load_news())
+
+@app.route('/api/news', methods=['POST'])
+def post_news():
+    auth = request.headers.get('Authorization', '')
+    token = auth.replace('Bearer ', '')
+    token_expiry = TOKENS.get(token, None)
+    if not token_expiry or datetime.now(UTC) > token_expiry:
+        TOKENS.pop(token, None)
+        return jsonify({'error': 'Unauthorized'}), 401
+    data = request.json
+    item = {
+        'id': str(uuid.uuid4()),
+        'title': data.get('title', '').strip(),
+        'date': data.get('date', '').strip(),
+        'content': data.get('content', '').strip()
+    }
+    if not item['title'] or not item['date'] or not item['content']:
+        return jsonify({'error': 'Missing fields'}), 400
+    save_news(item)
+    return jsonify(item), 201
+
+@app.route('/api/news/<news_id>', methods=['DELETE'])
+def delete_news(news_id):
+    auth = request.headers.get('Authorization', '')
+    token = auth.replace('Bearer ', '')
+    token_expiry = TOKENS.get(token, None)
+    if not token_expiry or datetime.now(UTC) > token_expiry:
+        TOKENS.pop(token, None)
+        return jsonify({'error': 'Unauthorized'}), 401
+    news_items = load_news()
+    updated_news = [item for item in news_items if item.get('id') != news_id]
+    if len(news_items) == len(updated_news):
+        return jsonify({'error': 'News item not found'}), 404
+    with open(app.config['NEWS_FILE'], 'w') as f:
+        for item in updated_news:
+            f.write(json.dumps(item) + '\n')
+    return jsonify({'success': True})
+
+@app.route('/api/news/<news_id>', methods=['PUT'])
+def update_news(news_id):
+    auth = request.headers.get('Authorization', '')
+    token = auth.replace('Bearer ', '')
+    token_expiry = TOKENS.get(token, None)
+    if not token_expiry or datetime.now(UTC) > token_expiry:
+        TOKENS.pop(token, None)
+        return jsonify({'error': 'Unauthorized'}), 401
+    data = request.json
+    title = data.get('title', '').strip()
+    date = data.get('date', '').strip()
+    content = data.get('content', '').strip()
+    if not title or not date or not content:
+        return jsonify({'error': 'Missing fields'}), 400
+    news_items = load_news()
+    updated = False
+    for item in news_items:
+        if item.get('id') == news_id:
+            item['title'] = title
+            item['date'] = date
+            item['content'] = content
+            updated = True
+            break
+    if not updated:
+        return jsonify({'error': 'News item not found'}), 404
+    with open(app.config['NEWS_FILE'], 'w') as f:
+        for item in news_items:
+            f.write(json.dumps(item) + '\n')
+    return jsonify({'success': True})
+
+def load_roadmap():
+    if not os.path.exists(app.config['ROADMAP_FILE']):
+        return []
+    with open(app.config['ROADMAP_FILE']) as f:
+        return [json.loads(line) for line in f]
+
+def save_roadmap(items):
+    with open(app.config['ROADMAP_FILE'], 'w') as f:
+        for item in items:
+            f.write(json.dumps(item) + '\n')
+
+@app.route('/api/roadmap', methods=['GET'])
+def get_roadmap():
+    return jsonify(load_roadmap())
+
+@app.route('/api/roadmap', methods=['POST'])
+def post_roadmap():
+    auth = request.headers.get('Authorization', '')
+    token = auth.replace('Bearer ', '')
+    token_expiry = TOKENS.get(token)
+    if not token_expiry or datetime.now(UTC) > token_expiry:
+        TOKENS.pop(token, None)
+        return jsonify({'error': 'Unauthorized'}), 401
+
+    data = request.json
+    item = {
+        'id': str(uuid.uuid4()),
+        'title': data.get('title', '').strip(),
+        'quarter': data.get('quarter', '').strip(),
+        'description': data.get('description', '').strip(),
+        'status': data.get('status', '').strip(),
+    }
+    if not item['title'] or not item['quarter'] or not item['description']:
+        return jsonify({'error': 'Missing required fields'}), 400
+
+    items = load_roadmap()
+    items.append(item)
+    save_roadmap(items)
+    return jsonify(item), 201
+
+@app.route('/api/roadmap/<roadmap_id>', methods=['PUT'])
+def update_roadmap(roadmap_id):
+    auth = request.headers.get('Authorization', '')
+    token = auth.replace('Bearer ', '')
+    token_expiry = TOKENS.get(token)
+    if not token_expiry or datetime.now(UTC) > token_expiry:
+        TOKENS.pop(token, None)
+        return jsonify({'error': 'Unauthorized'}), 401
+
+    data = request.json
+    items = load_roadmap()
+    updated = False
+
+    for item in items:
+        if item.get('id') == roadmap_id:
+            item['title'] = data.get('title', '').strip()
+            item['quarter'] = data.get('quarter', '').strip()
+            item['description'] = data.get('description', '').strip()
+            item['status'] = data.get('status', '').strip()
+            updated = True
+            break
+
+    if not updated:
+        return jsonify({'error': 'Roadmap item not found'}), 404
+
+    save_roadmap(items)
+    return jsonify({'success': True})
+
+@app.route('/api/roadmap/<roadmap_id>', methods=['DELETE'])
+def delete_roadmap(roadmap_id):
+    auth = request.headers.get('Authorization', '')
+    token = auth.replace('Bearer ', '')
+    token_expiry = TOKENS.get(token)
+    if not token_expiry or datetime.now(UTC) > token_expiry:
+        TOKENS.pop(token, None)
+        return jsonify({'error': 'Unauthorized'}), 401
+
+    items = load_roadmap()
+    updated_items = [item for item in items if item.get('id') != roadmap_id]
+
+    if len(updated_items) == len(items):
+        return jsonify({'error': 'Roadmap item not found'}), 404
+
+    save_roadmap(updated_items)
+    return jsonify({'success': True})
+
+@app.route('/api/roadmap/order', methods=['POST'])
+def reorder_roadmap():
+    auth = request.headers.get('Authorization', '')
+    token = auth.replace('Bearer ', '')
+    if not TOKENS.get(token) or datetime.now(UTC) > TOKENS[token]:
+        TOKENS.pop(token, None)
+        return jsonify({'error': 'Unauthorized'}), 401
+
+    data = request.json
+    new_order = data.get('order', [])
+    if not isinstance(new_order, list):
+        return jsonify({'error': 'Invalid format'}), 400
+
+    current_items = load_roadmap()
+    id_map = {item['id']: item for item in current_items}
+    reordered = [id_map[i] for i in new_order if i in id_map]
+
+    # Keep unlisted items (optional)
+    extras = [item for item in current_items if item['id'] not in new_order]
+    save_roadmap(reordered + extras)
+
+    return jsonify({'success': True})
+
+@app.route('/api/login', methods=['POST'])
+@limiter.limit("5 per minute")
+def login():
+    data = request.json
+    password = data.get('password')
+    if password == app.config['ADMIN_PASSWORD']:
+        token = str(uuid.uuid4())
+        TOKENS[token] = datetime.now(UTC) + timedelta(hours=1)
+        return jsonify({'token': token})
+    return jsonify({'error': 'Invalid password'}), 403
+
+@app.route('/api/contact', methods=['POST'])
+def contact():
+    data = request.json
+    name = data.get('name', '').strip()
+    email = data.get('email', '').strip()
+    subject = data.get('subject', '').strip()
+    message = data.get('message', '').strip()
+    if not name or not email or not subject or not message:
+        return jsonify({'error': 'All fields are required.'}), 400
+    timestamp = datetime.now(UTC).isoformat()
+    entry = {
+        "name": name,
+        "email": email,
+        "subject": subject,
+        "message": message,
+        "timestamp": timestamp
+    }
+    with open(app.config['CONTACT_FILE'], 'a') as f:
+        f.write(json.dumps(entry) + '\n')
+    try:
+        msg = Message(subject=f"[DFM] Contact: {subject}",
+                      sender=app.config['MAIL_DEFAULT_SENDER'],
+                      recipients=[app.config['MAIL_RECIPIENT']])
+        msg.body = f"""
+New contact form submission:
+
+Name: {name}
+Email: {email}
+Subject: {subject}
+Message:
+{message}
+
+Timestamp: {timestamp}
+"""
+        mail.send(msg)
+    except Exception as e:
+        return jsonify({'error': f'Failed to send email: {str(e)}'}), 500
+    return jsonify({'success': True, 'message': 'Message received and email sent.'}), 200
+
+@app.route('/api/newsletter', methods=['POST'])
+def newsletter():
+    data = request.json
+    email = data.get('email', '').strip()
+    consent = data.get('consent', False)
+    timestamp = datetime.now(UTC).isoformat()
+    if not email:
+        return jsonify({'error': 'Email is required.'}), 400
+    if not consent:
+        return jsonify({'error': 'You must provide GDPR consent to subscribe.'}), 400
+    entry = {
+        "email": email,
+        "consent": True,
+        "timestamp": timestamp
+    }
+    with open(app.config['NEWSLETTER_FILE'], 'a') as f:
+        f.write(json.dumps(entry) + '\n')
+    try:
+        msg = Message(subject=f"[DFM] Newsletter: signup {email}",
+                      sender=app.config['MAIL_DEFAULT_SENDER'],
+                      recipients=[app.config['MAIL_RECIPIENT']])
+        msg.body = f"""
+New newsletter signup:
+Email: {email}
+Timestamp: {timestamp}
+GDPR Consent: Yes
+"""
+        mail.send(msg)
+    except Exception as e:
+        return jsonify({'error': f'Failed to send email: {str(e)}'}), 500
+    return jsonify({'success': True, 'message': 'Subscription successful with GDPR consent.'}), 200
+
+@app.route('/')
+def index():
+    return send_from_directory(app.static_folder, 'landing.html')
+
+@app.route('/js/config.js')
+def config():
+    return send_from_directory(app.static_folder, 'js/config_flask.js')
+
+@app.route('/<path:path>')
+def static_proxy(path):
+    return send_from_directory(app.static_folder, path)
+
+if __name__ == '__main__':
+    app.run(debug=True)

backend/app.py

@@ -0,0 +1,5 @@
+flask
+flask-cors
+flask-limiter
+flask-mail
+gunicorn

backend/requirements.txt

@@ -0,0 +1,6 @@
+{"name": "Peter", "email": "[email protected]", "subject": "collaboration", "message": "I want to work with you!", "timestamp": "2025-05-09T06:14:29.938486"}
+{"name": "Peter", "email": "[email protected]", "subject": "collaboration", "message": "I want to work with you!!", "timestamp": "2025-05-09T06:20:08.116463"}
+{"name": "Hello", "email": "world@stuff", "subject": "collaboration", "message": "yes", "timestamp": "2025-05-09T06:27:10.384707+00:00"}
+{"name": "Test", "email": "[email protected]", "subject": "collaboration", "message": "now", "timestamp": "2025-05-09T06:30:37.873857+00:00"}
+{"name": "Test", "email": "[email protected]", "subject": "technical", "message": "Haha!", "timestamp": "2025-05-14T10:26:11.307573+00:00"}
+{"name": "dhdsvkjhjkhsvdf", "email": "[email protected]", "subject": "technical", "message": "does not work!", "timestamp": "2025-05-14T11:17:51.228307+00:00"}

data/contact.jsonl

@@ -0,0 +1,6 @@
+{"id": "test-1", "title": "Test news", "date": "2025-05-25", "content": "Something awesome happened just now!\n<br/>\nWe finished a training ...\n<br/>\n<br/>\n<br/>\n<br/>\nAnd a cat appeared!"}
+{"id": "test-2", "title": "Another day", "date": "2025-05-25", "content": "<p>Lorem ipsum dolor sit amet, <a href=\"#contact\">consectetur</a> adipiscing elit. Sed at augue euismod, ultrices massa at, vehicula risus.</p>\n<p>Nullam vitae lacinia neque. Aenean condimentum, velit sed convallis laoreet, odio est sollicitudin elit, at cursus nulla orci nec nibh. In eget dignissim arcu. Pellentesque ut nulla a lacus ultricies egestas. Suspendisse potenti. Vestibulum a scelerisque orci. Etiam in felis nec odio finibus vehicula.</p>\n<p>Integer et purus nec justo tincidunt fermentum. Aliquam erat volutpat. Nunc sit amet est ligula. Mauris vehicula orci et nulla fermentum, non vulputate turpis scelerisque. Cras cursus lacus nec eros faucibus, in blandit metus elementum. Phasellus lobortis metus nec lorem finibus, sed facilisis nulla faucibus. Suspendisse nec sem in augue feugiat rhoncus. Curabitur at metus lacinia, rutrum velit nec, consequat felis.</p>\n<p>Ut sit amet vestibulum metus. Proin hendrerit orci nec lacus malesuada, at placerat ante scelerisque. Vestibulum id semper tortor. Nullam a felis in sem pretium tincidunt. Praesent id rhoncus ligula, ut fermentum risus. Duis mattis nibh vitae odio luctus, non vehicula magna pretium. Vivamus at tincidunt ligula. Nam imperdiet lacus at mauris volutpat, non varius nulla tincidunt.</p>"}
+{"id": "06a3d1cd-bf72-48bc-9758-9998d49c72bd", "title": "Hello World!", "date": "2025-05-28", "content": "This is yet another fine DFM model, don't ya think?"}
+{"id": "f598ac76-c9b9-4d2c-af9b-fdf2c5b0e8b4", "title": "Another test", "date": "2025-05-12", "content": "Another day, another test! But it's always you."}
+{"id": "c090ba7d-9ebb-4d49-a210-929b88086834", "title": "I'm first!", "date": "2025-05-13", "content": "Haha!"}
+{"id": "1c545126-c170-4104-aa10-5a80272724a8", "title": "Munin 2.0", "date": "2025-05-15", "content": "dcskjvdskfjnsd"}

data/news.jsonl

@@ -0,0 +1,3 @@
+{"email": "[email protected]", "consent": true, "timestamp": "2025-05-09T07:18:44.125196+00:00"}
+{"email": "[email protected]", "consent": true, "timestamp": "2025-05-09T07:28:29.838522+00:00"}
+{"email": "[email protected]", "consent": true, "timestamp": "2025-05-14T10:28:05.247876+00:00"}

data/newsletter.jsonl

@@ -0,0 +1,5 @@
+{"id": "phase-1", "title": "Phase 1: Research & Planning", "quarter": "Q1 2023", "description": "Establish research framework, gather Danish language datasets, and define model architecture.", "status": "In Progress"}
+{"id": "phase-2", "title": "Phase 2: Initial Model Development", "quarter": "Q2-Q3 2023", "description": "Develop first versions of Danish language models, focusing on core language understanding capabilities.", "status": "Completed"}
+{"id": "phase-3", "title": "Phase 3: Community Testing", "quarter": "Q4 2023", "description": "Release beta versions to research community for feedback and improvement.", "status": "In Progress"}
+{"id": "phase-4", "title": "Phase 4: Model Optimization", "quarter": "Q1 2024", "description": "Refine models based on community feedback, improve efficiency and Danish-specific performance.", "status": ""}
+{"id": "phase-5", "title": "Phase 5: Public Release", "quarter": "Q2 2024", "description": "Release stable versions of Danish foundation models with documentation and examples.", "status": ""}