Privacy 2025 Markdown

src/tools/scripts/chart-adjustments.ipynb → sql/util/chart-adjustments.ipynb

@@ -12,15 +12,39 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Authenticate the user\n",
+    "import sys\n",
+    "\n",
+    "if 'google.colab' in sys.modules:\n",
+    "    from google.colab import auth\n",
+    "\n",
+    "    auth.authenticate_user()\n",
+    "    credentials = auth.get_user_credentials()\n",
+    "else:\n",
+    "    import google.auth\n",
+    "\n",
+    "    SCOPES = [\n",
+    "        'https://www.googleapis.com/auth/spreadsheets'\n",
+    "    ]\n",
+    "    credentials, project = google.auth.default(scopes=SCOPES)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
    "metadata": {
     "id": "cOcbpC6qRou_"
    },
    "outputs": [],
    "source": [
-    "from google.colab import auth\n",
     "from googleapiclient.discovery import build\n",
     "\n",
+    "sheets_service = build('sheets', 'v4', cache_discovery=False, credentials=credentials)\n",
+    "\n",
     "def update_chart_size(spreadsheet_id, is_dry_run=False, target_width=600, target_height=371):\n",
     "    response = sheets_service.spreadsheets().get(spreadsheetId=spreadsheet_id, includeGridData=False).execute()\n",
     "    sheets = response.get('sheets', [])\n",
@@ -54,26 +78,22 @@
     "                print(f\"\"\"sheet: {sheet['properties']['title']},\n",
     "chart: {chart['spec']['title']},\n",
     "dimensions: {chart['position']['overlayPosition']['widthPixels']} x {chart['position']['overlayPosition'].get('heightPixels', 'N/A')}\n",
-    "                \"\"\")\n",
-    "\n",
-    "# Authenticate the user\n",
-    "auth.authenticate_user()\n",
-    "sheets_service = build('sheets', 'v4', cache_discovery=False)"
+    "                \"\"\")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 3,
    "metadata": {
     "id": "vp1izUBSLxp9"
    },
    "outputs": [],
    "source": [
     "# Replace this with the ID of your Google Sheets file\n",
-    "SPREADSHEET_ID = '18r8cT6x9lPdM-rXvXjsqx84W7ZDdTDYGD59xr0UGOwg'\n",
+    "SPREADSHEET_ID = '1Svyw40Th7VbigX6lpR1lb1WXwTUVKZWrK7O2YELrml4'\n",
     "\n",
     "# Call the function to update the chart width\n",
-    "update_chart_size(SPREADSHEET_ID, target_height=None, is_dry_run=True)"
+    "update_chart_size(SPREADSHEET_ID, target_height=None, is_dry_run=False)"
    ]
   }
  ],
@@ -85,11 +105,21 @@
    "provenance": []
   },
   "kernelspec": {
-   "display_name": "Python 3",
+   "display_name": ".venv",
+   "language": "python",
    "name": "python3"
   },
   "language_info": {
-   "name": "python"
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.14.2"
   }
  },
  "nbformat": 4,

sql/util/generate_chart_markup.py

@@ -0,0 +1,80 @@
+import re
+import os
+from googleapiclient.discovery import build
+import google.auth
+
+# Configuration
+SPREADSHEET_ID = '1Svyw40Th7VbigX6lpR1lb1WXwTUVKZWrK7O2YELrml4'
+PUBCHART_ID = '2PACX-1vRC5wrzy5NEsWNHn9w38RLsMURRScnP4jgjO1mDiVhsfFCY55tujlTUZhUaEWzmPtJza0QA7w8S4uK5'
+SQL_DIR = '../2025/privacy'  # Relative to this script's location
+
+SCOPES = ['https://www.googleapis.com/auth/spreadsheets']
+
+
+def get_sql_to_sheet_map(sql_dir):
+    mapping = {}
+    if not os.path.exists(sql_dir):
+        print(f"Directory not found: {sql_dir}")
+        return mapping
+    for filename in os.listdir(sql_dir):
+        if filename.endswith(".sql"):
+            # Generate sheet name from filename using the regex:
+            # re.sub(r'(\.sql|[^a-zA-Z0-9]+)', ' ', filename).strip().title()
+            sheet_name = re.sub(r'(\.sql|[^a-zA-Z0-9]+)', ' ', filename).strip().title()
+            mapping[sheet_name] = filename
+    return mapping
+
+
+def generate_figure_markup(spreadsheet_id, sql_dir):
+    try:
+        credentials, project = google.auth.default(scopes=SCOPES)
+        sheets_service = build('sheets', 'v4', cache_discovery=False, credentials=credentials)
+    except Exception as e:
+        print(f"Authentication failed: {e}")
+        print("Please ensure you have application default credentials set up.")
+        return
+
+    sql_map = get_sql_to_sheet_map(sql_dir)
+    response = sheets_service.spreadsheets().get(spreadsheetId=spreadsheet_id, includeGridData=False).execute()
+    sheets = response.get('sheets', [])
+
+    for sheet in sheets:
+        sheet_name = sheet['properties']['title']
+        sheet_id = sheet['properties']['sheetId']
+        charts = sheet.get('charts', [])
+
+        sql_file = sql_map.get(sheet_name)
+        if not sql_file:
+            # Try to match case-insensitively or show warning
+            sql_file = "TODO.sql"
+
+        for chart in charts:
+            title = chart['spec'].get('title', 'Untitled Chart')
+            chart_id = chart['chartId']
+
+            # Slugify for image name
+            image_name = re.sub(r'[^a-z0-9]+', '-', title.lower()).strip('-') + ".png"
+
+            # Construct markup
+            markup = f"""{{{{ figure_markup(
+  image="{image_name}",
+  caption="{title}",
+  description="",
+  chart_url="https://docs.google.com/spreadsheets/d/e/{PUBCHART_ID}/pubchart?oid={chart_id}&format=interactive",
+  sheets_gid="{sheet_id}",
+  sql_file="{sql_file}"
+  )
+}}}}"""
+            print(markup)
+            print()
+
+
+if __name__ == "__main__":
+    # Resolve relative SQL_DIR based on script location
+    script_dir = os.path.dirname(os.path.abspath(__file__))
+    absolute_sql_dir = os.path.normpath(os.path.join(script_dir, SQL_DIR))
+
+    print(f"Processing Spreadsheet: {SPREADSHEET_ID}")
+    print(f"SQL Directory: {absolute_sql_dir}\n")
+
+    generate_figure_markup(SPREADSHEET_ID, absolute_sql_dir)

sql/util/requirements.txt

@@ -1,5 +1,7 @@
 pandas==2.3.3
 google-cloud-bigquery==3.40.0
+google-api-python-client==2.188.0
+google-auth==2.47.0
 requests==2.32.5
 tabulate==0.9.0
 gspread==6.2.1

src/config/2025.json

@@ -68,8 +68,7 @@
           "chapter_number": "8",
           "title": "Privacy",
           "slug": "privacy",
-          "hero_dir": "2020",
-          "todo": true
+          "hero_dir": "2020"
         },
         {
           "part": "II",

src/config/contributors.json

@@ -3240,6 +3240,10 @@
         "analysts",
         "developers",
         "authors"
+      ],
+      "2025": [
+        "analysts",
+        "editors"
       ]
     },
     "website": "https://maxostapenko.com"
@@ -3769,7 +3773,8 @@
       ],
       "2025": [
         "leads",
-        "committee"
+        "committee",
+        "authors"
       ]
     },
     "twitter": "nrllah",
@@ -5151,6 +5156,7 @@
     "name": "Vinod Tiwari",
     "teams": {
       "2025": [
+        "authors",
         "reviewers"
       ]
     },
@@ -5418,5 +5424,18 @@
       ]
     },
     "twitter": "_cybai"
+  },
+  "RumaisaHabib": {
+    "avatar_url": "66083065",
+    "github": "RumaisaHabib",
+    "name": "Rumaisa Habib",
+    "teams": {
+      "2025": [
+        "authors"
+      ]
+    },
+    "website": "https://rumaisahabib.com/",
+    "linkedin": "rumaisahabib"
   }
+
 }