X-Git-Url: https://apps.delaporte.us/gitweb/dotfiles.git/blobdiff_plain/5e378f911e9d78734849e8bb51487e82de876245..ea3abfdad5df78e020429d07e6e476b1cb1317e8:/data/issues.ipynb?ds=sidebyside

diff --git a/data/issues.ipynb b/data/issues.ipynb
index 6a68c2a..7b7f1be 100644
--- a/data/issues.ipynb
+++ b/data/issues.ipynb
@@ -7,9 +7,21 @@
    "outputs": [],
    "source": [
     "import platform\n",
+    "import matplotlib.pyplot as plt\n",
     "print(platform.python_version())"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Todo List\n",
+    "\n",
+    "- [ ] trim each chart to just a single, selected year\n",
+    "- [ ] make one chart per year\n",
+    "- [x] make sure all the data files are getting loaded"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -43,13 +55,14 @@
    "source": [
     "import pandas as pd\n",
     "\n",
-    "data_sets = []\n",
+    "data_frames = []\n",
+    "for file in data_files:\n",
     "\n",
-    "file = data_files[6]\n",
-    "print(file)\n",
+    "\tf = open(file, encoding='utf-8')\n",
+    "\tdf_temp = pd.read_json(f)\n",
+    "\tdata_frames.append(df_temp)\n",
     "\n",
-    "f = open(file, encoding='utf-8')\n",
-    "df = pd.read_json(f)"
+    "df = pd.concat(data_frames, ignore_index=True)"
    ]
   },
   {
@@ -63,6 +76,13 @@
     "\n"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "#### Pie Chart"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -71,7 +91,12 @@
    "source": [
     "dfp = df\n",
     "dfp['mile'] = [d.get('title') if d else None for d in dfp.milestone]\n",
-    "dfp.drop(columns=['closedAt','milestone', 'url'], inplace=True)"
+    "closed_dates = pd.to_datetime(df['closedAt'], format='ISO8601')\n",
+    "dfp['year'] = closed_dates.dt.year\n",
+    "\n",
+    "# TODO: Split by YEAR before dropping 'closedAt'\n",
+    "dfp.drop(columns=['closedAt','milestone', 'url'], inplace=True)\n",
+    "print(dfp)"
    ]
   },
   {
@@ -98,10 +123,9 @@
    "source": [
     "mile_counts = df.groupby('mile')['count'].sum()\n",
     "mile_counts = mile_counts.loc[lambda x: x > 5]\n",
-    "plt.pie(mile_counts, labels=mile_counts.index, autopct='%1.1f%%')\n",
-    "plt.title(f\"Tasks by Milestone\")\n",
-    "plt.axis('equal')\n",
-    "plt.show()"
+    "\n",
+    "\n",
+    "print(mile_counts)"
    ]
   },
   {
@@ -110,9 +134,11 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "closed_months = pd.to_datetime(df['closedAt'], format='ISO8601')\n",
-    "df['closed_month'] = closed_months.dt.month\n",
-    "df.drop(columns=['closedAt'], inplace=True)"
+    "\n",
+    "plt.pie(mile_counts, labels=mile_counts.index, autopct='%0.1f%%')\n",
+    "plt.title(f\"Tasks by Milestone\")\n",
+    "plt.axis('equal')\n",
+    "plt.show()"
    ]
   },
   {
@@ -121,7 +147,14 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "df['mile'] = [d.get('title') if d else None for d in df.milestone]"
+    "type(mile_counts)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "#### Plot of closed issues by month and milestone for one project\n"
    ]
   },
   {
@@ -130,9 +163,9 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "\n",
-    "dfg = df.groupby(['mile', 'closed_month']).count().reset_index()\n",
-    "dfg.drop(columns=['milestone', 'title', 'url'], inplace=True)\n"
+    "closed_months = pd.to_datetime(df['closedAt'], format='ISO8601')\n",
+    "df['closed_month'] = closed_months.dt.month\n",
+    "df.drop(columns=['closedAt'], inplace=True)"
    ]
   },
   {
@@ -141,15 +174,18 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "\n",
-    "print(dfg)"
+    "df['mile'] = [d.get('title') if d else None for d in df.milestone]"
    ]
   },
   {
-   "cell_type": "markdown",
+   "cell_type": "code",
+   "execution_count": null,
    "metadata": {},
+   "outputs": [],
    "source": [
-    "#### Plot of closed issues by month and milestone for one project\n"
+    "\n",
+    "dfg = df.groupby(['mile', 'closed_month']).count().reset_index()\n",
+    "dfg.drop(columns=['milestone', 'title', 'url'], inplace=True)\n"
    ]
   },
   {