GetRepos.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Get Repositories\n",
    "\n",
    "This script will get all GitHub repositories that you own, collaborate on, or own the organization of. Just update your `gh_token` with your GitHub token and run the script. Make a token here: https://github.com/settings/tokens\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import subprocess\n",
    "import requests\n",
    "from concurrent.futures import ThreadPoolExecutor\n",
    "\n",
    "# Your GitHub Personal Access Token\n",
    "gh_token = \"Your Github Personal Access Token\"\n",
    "\n",
    "# Directory to clone repositories\n",
    "repo_dir = \"C:/Repos/\"\n",
    "\n",
    "\n",
    "# Function to fetch repositories\n",
    "def get_all_repos():\n",
    "    all_repos = []\n",
    "    page = 1\n",
    "    while True:\n",
    "        response = requests.get(\n",
    "            f\"https://api.github.com/user/repos?type=all&page={page}\",\n",
    "            headers={\n",
    "                \"Authorization\": f\"token {gh_token}\",\n",
    "                \"Accept\": \"application/vnd.github.v3+json\",\n",
    "            },\n",
    "        )\n",
    "        repos = response.json()\n",
    "        if not repos:\n",
    "            break\n",
    "        all_repos.extend(repos)\n",
    "        page += 1\n",
    "    return all_repos\n",
    "\n",
    "\n",
    "def get_repository(repo):\n",
    "    repo_name = repo[\"full_name\"]\n",
    "    clone_url = repo[\"clone_url\"].replace(\"https://\", f\"https://{gh_token}@\")\n",
    "    org = repo_name.split(\"/\")[0]\n",
    "    os.makedirs(os.path.join(repo_dir, org), exist_ok=True)\n",
    "    if repo[\"archived\"] or org == \"OldAIProjects\":\n",
    "        print(f\"Skipping {repo_name} as it is archived.\")\n",
    "        return\n",
    "    dir_path = os.path.join(repo_dir, repo_name)\n",
    "    if os.path.exists(dir_path):\n",
    "        print(f\"Updating {repo_name}...\")\n",
    "        subprocess.run(f\"git -C {dir_path} pull\", shell=True)\n",
    "    else:\n",
    "        print(f\"Cloning {repo_name}...\")\n",
    "        os.makedirs(dir_path, exist_ok=True)\n",
    "        subprocess.run(f\"git clone {clone_url} {dir_path}\", shell=True)\n",
    "\n",
    "\n",
    "os.makedirs(repo_dir, exist_ok=True)\n",
    "all_repos = get_all_repos()\n",
    "\n",
    "with ThreadPoolExecutor(max_workers=10) as executor:\n",
    "    executor.map(get_repository, all_repos)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}