added regularization

akagam1 · Feb 10, 2022 · c9ecf98 · c9ecf98
1 parent 968c062
commit c9ecf98
Show file tree

Hide file tree

Showing 26 changed files with 16 additions and 15 deletions.
diff --git a/Neural Networks/OneVsAll-Digit Recognition.ipynb b/Neural Networks/OneVsAll-Digit Recognition.ipynb
@@ -34,7 +34,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 153,
+   "execution_count": 2,
    "id": "aeaa3bba",
    "metadata": {},
    "outputs": [
@@ -240,7 +240,7 @@
        "[5 rows x 785 columns]"
       ]
      },
-     "execution_count": 153,
+     "execution_count": 2,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -257,7 +257,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 3,
    "id": "6c91a3f5",
    "metadata": {},
    "outputs": [
@@ -324,7 +324,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 4,
    "id": "26597be5",
    "metadata": {},
    "outputs": [],
@@ -336,7 +336,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 141,
+   "execution_count": 5,
    "id": "a1f43228",
    "metadata": {},
    "outputs": [
@@ -346,7 +346,7 @@
        "(5000, 785)"
       ]
      },
-     "execution_count": 141,
+     "execution_count": 5,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -361,37 +361,38 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 142,
+   "execution_count": 10,
    "id": "fa042365",
    "metadata": {},
    "outputs": [],
    "source": [
-    "def gradDesc(theta,x,y,m):\n",
+    "def gradDesc(theta,x,y,m,lambda_):\n",
     "    h = sigmoid(x*theta)\n",
     "    grad = np.transpose(x)*(h-np.transpose(y))\n",
+    "    grad[1:,:] = grad[1:,:] + (lambda_/m)*theta[1:,:]\n",
     "    return grad/m\n",
     "\n",
-    "def oneVall(x,y,alpha,itr):\n",
+    "def oneVall(x,y,alpha,itr,lambda_):\n",
     "    m,n = x.shape\n",
     "    theta = np.transpose(np.matrix(np.zeros(n)))\n",
     "    x = np.matrix(x)\n",
     "    y = np.matrix(y)\n",
     "    for i in range(itr):\n",
-    "        theta = theta - alpha*gradDesc(theta,x,y,m)\n",
+    "        theta = theta - alpha*gradDesc(theta,x,y,m,lambda_)\n",
     "    return np.array(np.transpose(theta))"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 147,
+   "execution_count": 15,
    "id": "d31d0b48",
    "metadata": {},
    "outputs": [],
    "source": [
     "all_theta = np.array([np.zeros(785)])\n",
     "for j in range(num_labels):\n",
     "    yIn = (y == j).astype(int)\n",
-    "    temp = oneVall(x,yIn,0.00000001,1000)\n",
+    "    temp = oneVall(x,yIn,0.00000001,1000,100)\n",
     "    all_theta = np.append(all_theta, temp, axis=0)\n",
     "    #all_theta = np.vstack([all_theta,temp])\n",
     "all_theta.shape\n",
@@ -400,7 +401,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 154,
+   "execution_count": 16,
    "id": "1b610409",
    "metadata": {},
    "outputs": [
@@ -433,7 +434,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 163,
+   "execution_count": 17,
    "id": "37e5c59c",
    "metadata": {},
    "outputs": [],
@@ -443,7 +444,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 164,
+   "execution_count": 18,
    "id": "fbb3bb20",
    "metadata": {},
    "outputs": [

diff --git a/Neural Networks/231N-A1/README.md → Neural Networks/assignment1/README.md b/Neural Networks/231N-A1/README.md → Neural Networks/assignment1/README.md
diff --git a/Neural Networks/231N-A1/collectSubmission.sh → ...Networks/assignment1/collectSubmission.sh b/Neural Networks/231N-A1/collectSubmission.sh → ...Networks/assignment1/collectSubmission.sh
diff --git a/...Networks/231N-A1/collect_submission.ipynb → ...orks/assignment1/collect_submission.ipynb b/...Networks/231N-A1/collect_submission.ipynb → ...orks/assignment1/collect_submission.ipynb
diff --git a/Neural Networks/231N-A1/cs231n/__init__.py → ...l Networks/assignment1/cs231n/__init__.py b/Neural Networks/231N-A1/cs231n/__init__.py → ...l Networks/assignment1/cs231n/__init__.py
diff --git a/...ks/231N-A1/cs231n/classifiers/__init__.py → ...ssignment1/cs231n/classifiers/__init__.py b/...ks/231N-A1/cs231n/classifiers/__init__.py → ...ssignment1/cs231n/classifiers/__init__.py
diff --git a/...orks/231N-A1/cs231n/classifiers/fc_net.py → .../assignment1/cs231n/classifiers/fc_net.py b/...orks/231N-A1/cs231n/classifiers/fc_net.py → .../assignment1/cs231n/classifiers/fc_net.py
diff --git a/.../cs231n/classifiers/k_nearest_neighbor.py → .../cs231n/classifiers/k_nearest_neighbor.py b/.../cs231n/classifiers/k_nearest_neighbor.py → .../cs231n/classifiers/k_nearest_neighbor.py
diff --git a/...1/cs231n/classifiers/linear_classifier.py → ...1/cs231n/classifiers/linear_classifier.py b/...1/cs231n/classifiers/linear_classifier.py → ...1/cs231n/classifiers/linear_classifier.py
diff --git a/.../231N-A1/cs231n/classifiers/linear_svm.py → ...ignment1/cs231n/classifiers/linear_svm.py b/.../231N-A1/cs231n/classifiers/linear_svm.py → ...ignment1/cs231n/classifiers/linear_svm.py
diff --git a/...rks/231N-A1/cs231n/classifiers/softmax.py → ...assignment1/cs231n/classifiers/softmax.py b/...rks/231N-A1/cs231n/classifiers/softmax.py → ...assignment1/cs231n/classifiers/softmax.py
diff --git a/Neural Networks/231N-A1/cs231n/data_utils.py → ...Networks/assignment1/cs231n/data_utils.py b/Neural Networks/231N-A1/cs231n/data_utils.py → ...Networks/assignment1/cs231n/data_utils.py
diff --git a/...s/231N-A1/cs231n/datasets/get_datasets.sh → ...signment1/cs231n/datasets/get_datasets.sh b/...s/231N-A1/cs231n/datasets/get_datasets.sh → ...signment1/cs231n/datasets/get_datasets.sh
diff --git a/Neural Networks/231N-A1/cs231n/features.py → ...l Networks/assignment1/cs231n/features.py b/Neural Networks/231N-A1/cs231n/features.py → ...l Networks/assignment1/cs231n/features.py
diff --git a/...Networks/231N-A1/cs231n/gradient_check.py → ...orks/assignment1/cs231n/gradient_check.py b/...Networks/231N-A1/cs231n/gradient_check.py → ...orks/assignment1/cs231n/gradient_check.py
diff --git a/...al Networks/231N-A1/cs231n/layer_utils.py → ...etworks/assignment1/cs231n/layer_utils.py b/...al Networks/231N-A1/cs231n/layer_utils.py → ...etworks/assignment1/cs231n/layer_utils.py
diff --git a/Neural Networks/231N-A1/cs231n/layers.py → Neural Networks/assignment1/cs231n/layers.py b/Neural Networks/231N-A1/cs231n/layers.py → Neural Networks/assignment1/cs231n/layers.py
diff --git a/Neural Networks/231N-A1/cs231n/optim.py → Neural Networks/assignment1/cs231n/optim.py b/Neural Networks/231N-A1/cs231n/optim.py → Neural Networks/assignment1/cs231n/optim.py
diff --git a/Neural Networks/231N-A1/cs231n/solver.py → Neural Networks/assignment1/cs231n/solver.py b/Neural Networks/231N-A1/cs231n/solver.py → Neural Networks/assignment1/cs231n/solver.py
diff --git a/Neural Networks/231N-A1/cs231n/vis_utils.py → ... Networks/assignment1/cs231n/vis_utils.py b/Neural Networks/231N-A1/cs231n/vis_utils.py → ... Networks/assignment1/cs231n/vis_utils.py
diff --git a/Neural Networks/231N-A1/features.ipynb → Neural Networks/assignment1/features.ipynb b/Neural Networks/231N-A1/features.ipynb → Neural Networks/assignment1/features.ipynb
diff --git a/Neural Networks/231N-A1/knn.ipynb → Neural Networks/assignment1/knn.ipynb b/Neural Networks/231N-A1/knn.ipynb → Neural Networks/assignment1/knn.ipynb
diff --git a/Neural Networks/231N-A1/makepdf.py → Neural Networks/assignment1/makepdf.py b/Neural Networks/231N-A1/makepdf.py → Neural Networks/assignment1/makepdf.py
diff --git a/Neural Networks/231N-A1/softmax.ipynb → Neural Networks/assignment1/softmax.ipynb b/Neural Networks/231N-A1/softmax.ipynb → Neural Networks/assignment1/softmax.ipynb
diff --git a/Neural Networks/231N-A1/svm.ipynb → Neural Networks/assignment1/svm.ipynb b/Neural Networks/231N-A1/svm.ipynb → Neural Networks/assignment1/svm.ipynb
diff --git a/Neural Networks/231N-A1/two_layer_net.ipynb → ... Networks/assignment1/two_layer_net.ipynb b/Neural Networks/231N-A1/two_layer_net.ipynb → ... Networks/assignment1/two_layer_net.ipynb