Init repo

d38c4333 · Shawaz Shah · d38c4333 · d38c4333 · d38c4333 · d38c4333
Commit d38c4333 authored 5 years ago by Shawaz Shah
--- a/input/downloads/login_button/80.de40dbb60c057de66a1b2e2c98d15068.jpg
+++ b/input/downloads/login_button/80.de40dbb60c057de66a1b2e2c98d15068.jpg
--- a/input/downloads/login_button/81.social_login_button_02.jpg
+++ b/input/downloads/login_button/81.social_login_button_02.jpg
--- a/input/downloads/login_button/82.login-button-icon-25.jpg
+++ b/input/downloads/login_button/82.login-button-icon-25.jpg
--- a/input/downloads/login_button/83.facebook_login.png
+++ b/input/downloads/login_button/83.facebook_login.png
--- a/input/downloads/login_button/84.imgbin-computer-icons-login-button-login-button-783zssBbk9hN2sehDKFpubsnG_t.jpg
+++ b/input/downloads/login_button/84.imgbin-computer-icons-login-button-login-button-783zssBbk9hN2sehDKFpubsnG_t.jpg
--- a/input/downloads/login_button/85.49004709-e2580400-f18a-11e8-93c3-e3642f83854e.png
+++ b/input/downloads/login_button/85.49004709-e2580400-f18a-11e8-93c3-e3642f83854e.png
--- a/input/downloads/login_button/86.memories-vk-social-login-form.png
+++ b/input/downloads/login_button/86.memories-vk-social-login-form.png
--- a/input/downloads/login_button/87.login-button-round-isolated-white-background-122696628.jpg
+++ b/input/downloads/login_button/87.login-button-round-isolated-white-background-122696628.jpg
--- a/input/downloads/login_button/88.1*hpKQ1q8LWEgzRmxTKQ3mRQ.png
+++ b/input/downloads/login_button/88.1*hpKQ1q8LWEgzRmxTKQ3mRQ.png
--- a/input/downloads/login_button/89.login-button-stock-illustration-1691956.jpg
+++ b/input/downloads/login_button/89.login-button-stock-illustration-1691956.jpg
--- a/input/downloads/login_button/9.login-button-login-icon-on-white-background-flat-vector-21669941.jpg
+++ b/input/downloads/login_button/9.login-button-login-icon-on-white-background-flat-vector-21669941.jpg
--- a/input/downloads/login_button/90.1000_F_42580053_4XY6g3TWqyjavYBPbigXRbrVdhoXDVS7.jpg
+++ b/input/downloads/login_button/90.1000_F_42580053_4XY6g3TWqyjavYBPbigXRbrVdhoXDVS7.jpg
--- a/input/downloads/login_button/91.ENID-300x193.jpg
+++ b/input/downloads/login_button/91.ENID-300x193.jpg
--- a/input/downloads/login_button/92.80c6b851e37f89d1409876629f2dee25a231d4c3.jpg
+++ b/input/downloads/login_button/92.80c6b851e37f89d1409876629f2dee25a231d4c3.jpg
--- a/input/downloads/login_button/93.Captura-2.png
+++ b/input/downloads/login_button/93.Captura-2.png
--- a/src/.DS_Store
+++ b/src/.DS_Store
--- a/src/.ipynb_checkpoints/Untitled-checkpoint.ipynb
+++ b/src/.ipynb_checkpoints/Untitled-checkpoint.ipynb
+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 2
+}
--- a/src/Untitled.ipynb
+++ b/src/Untitled.ipynb
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 33,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from typing import List\n",
+    "\n",
+    "def init():\n",
+    "     pass"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 60,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def get_url(url: List[str]):\n",
+    "    import os\n",
+    "\n",
+    "    return os.path.join(os.getcwd(), *url)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 63,
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "AttributeError",
+     "evalue": "'OSError' object has no attribute 'message'",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mOSError\u001b[0m                                   Traceback (most recent call last)",
+      "\u001b[0;32m/usr/local/lib/python3.7/site-packages/Augmentor/Pipeline.py\u001b[0m in \u001b[0;36m_check_images\u001b[0;34m(self, abs_output_directory)\u001b[0m\n\u001b[1;32m    185\u001b[0m             \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 186\u001b[0;31m                 \u001b[0;32mwith\u001b[0m \u001b[0mImage\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0maugmentor_image\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mimage_path\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mopened_image\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    187\u001b[0m                     \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdistinct_dimensions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0madd\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mopened_image\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msize\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
+      "\u001b[0;32m/usr/local/lib/python3.7/site-packages/PIL/Image.py\u001b[0m in \u001b[0;36mopen\u001b[0;34m(fp, mode)\u001b[0m\n\u001b[1;32m   2704\u001b[0m     raise IOError(\"cannot identify image file %r\"\n\u001b[0;32m-> 2705\u001b[0;31m                   % (filename if filename else fp))\n\u001b[0m\u001b[1;32m   2706\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
+      "\u001b[0;31mOSError\u001b[0m: cannot identify image file '/Users/shawaiz/projects/obj-dtct/input/downloads/login_button/33.login-button-png-2.png'",
+      "\nDuring handling of the above exception, another exception occurred:\n",
+      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
+      "\u001b[0;32m<ipython-input-63-68dccb47df0e>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m     26\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     27\u001b[0m \u001b[0mpath_input_login\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mget_url\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"..\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"input\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"downloads\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"login_button\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 28\u001b[0;31m \u001b[0mapply_augmentation\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath_input_login\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
+      "\u001b[0;32m<ipython-input-63-68dccb47df0e>\u001b[0m in \u001b[0;36mapply_augmentation\u001b[0;34m(path_input_login)\u001b[0m\n\u001b[1;32m     15\u001b[0m     \u001b[0;32mimport\u001b[0m \u001b[0mAugmentor\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     16\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 17\u001b[0;31m     \u001b[0mp\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mAugmentor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mPipeline\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath_input_login\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     18\u001b[0m     \u001b[0mp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrotate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mprobability\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmax_left_rotation\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m5\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmax_right_rotation\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m5\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     19\u001b[0m     \u001b[0mp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mflip_left_right\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mprobability\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0.5\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
+      "\u001b[0;32m/usr/local/lib/python3.7/site-packages/Augmentor/Pipeline.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, source_directory, output_directory, save_format)\u001b[0m\n\u001b[1;32m     88\u001b[0m                            \u001b[0moutput_directory\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0moutput_directory\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     89\u001b[0m                            \u001b[0mground_truth_directory\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 90\u001b[0;31m                            ground_truth_output_directory=output_directory)\n\u001b[0m\u001b[1;32m     91\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     92\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__call__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maugmentor_image\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
+      "\u001b[0;32m/usr/local/lib/python3.7/site-packages/Augmentor/Pipeline.py\u001b[0m in \u001b[0;36m_populate\u001b[0;34m(self, source_directory, output_directory, ground_truth_directory, ground_truth_output_directory)\u001b[0m\n\u001b[1;32m    146\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maugmentor_images\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclass_labels\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mscan\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msource_directory\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mabs_output_directory\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    147\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 148\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_check_images\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mabs_output_directory\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    149\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    150\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_populate_image_arrays\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
+      "\u001b[0;32m/usr/local/lib/python3.7/site-packages/Augmentor/Pipeline.py\u001b[0m in \u001b[0;36m_check_images\u001b[0;34m(self, abs_output_directory)\u001b[0m\n\u001b[1;32m    189\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mIOError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    190\u001b[0m                 print(\"There is a problem with image %s in your source directory: %s\"\n\u001b[0;32m--> 191\u001b[0;31m                       % (augmentor_image.image_path, e.message))\n\u001b[0m\u001b[1;32m    192\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maugmentor_images\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mremove\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0maugmentor_image\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    193\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
+      "\u001b[0;31mAttributeError\u001b[0m: 'OSError' object has no attribute 'message'"
+     ]
+    }
+   ],
+   "source": [
+    "\n",
+    "def get_images_by_keywords(keywords: List[str], limit: int):\n",
+    "    from google_images_download import google_images_download\n",
+    "    \n",
+    "    response = google_images_download.googleimagesdownload()\n",
+    "\n",
+    "    arguments = {\n",
+    "        \"keywords\": \",\".join(keywords),\n",
+    "        \"limit\": limit,\n",
+    "        \"print_urls\":True\n",
+    "    }\n",
+    "    paths = response.download(arguments)\n",
+    "\n",
+    "def apply_augmentation(path_input_login):\n",
+    "    import Augmentor\n",
+    "    \n",
+    "    p = Augmentor.Pipeline(path_input_login)\n",
+    "    p.rotate(probability=1, max_left_rotation=5, max_right_rotation=5)\n",
+    "    p.flip_left_right(probability=0.5)\n",
+    "    p.zoom_random(probability=0.5, percentage_area=0.8)\n",
+    "    p.flip_top_bottom(probability=0.5)\n",
+    "    p.sample(50)\n",
+    "    p.process()\n",
+    "\n",
+    "# get_images_by_keywords([\"login_button\"], 100)\n",
+    "\n",
+    "path_input_login = get_url([\"..\", \"input\", \"downloads\", \"login_button\"])\n",
+    "apply_augmentation(path_input_login)\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.7.3"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}
+%% Cell type:code id: tags:
+
+``` python
+from typing import List
+
+def init():
+     pass
+```
+
+%% Cell type:code id: tags:
+
+``` python
+def get_url(url: List[str]):
+    import os
+
+    return os.path.join(os.getcwd(), *url)
+```
+
+%% Cell type:code id: tags:
+
+``` python
+
+def get_images_by_keywords(keywords: List[str], limit: int):
+    from google_images_download import google_images_download
+
+    response = google_images_download.googleimagesdownload()
+
+    arguments = {
+        "keywords": ",".join(keywords),
+        "limit": limit,
+        "print_urls":True
+    }
+    paths = response.download(arguments)
+
+def apply_augmentation(path_input_login):
+    import Augmentor
+
+    p = Augmentor.Pipeline(path_input_login)
+    p.rotate(probability=1, max_left_rotation=5, max_right_rotation=5)
+    p.flip_left_right(probability=0.5)
+    p.zoom_random(probability=0.5, percentage_area=0.8)
+    p.flip_top_bottom(probability=0.5)
+    p.sample(50)
+    p.process()
+
+# get_images_by_keywords(["login_button"], 100)
+
+path_input_login = get_url(["..", "input", "downloads", "login_button"])
+apply_augmentation(path_input_login)
+```
+
+%% Output
+
+    ---------------------------------------------------------------------------
+    OSError                                   Traceback (most recent call last)
+    /usr/local/lib/python3.7/site-packages/Augmentor/Pipeline.py in _check_images(self, abs_output_directory)
+        185             try:
+    --> 186                 with Image.open(augmentor_image.image_path) as opened_image:
+        187                     self.distinct_dimensions.add(opened_image.size)
+    /usr/local/lib/python3.7/site-packages/PIL/Image.py in open(fp, mode)
+       2704     raise IOError("cannot identify image file %r"
+    -> 2705                   % (filename if filename else fp))
+       2706
+    OSError: cannot identify image file '/Users/shawaiz/projects/obj-dtct/input/downloads/login_button/33.login-button-png-2.png'
+
+During handling of the above exception, another exception occurred:
+    AttributeError                            Traceback (most recent call last)
+    <ipython-input-63-68dccb47df0e> in <module>
+         26
+         27 path_input_login = get_url(["..", "input", "downloads", "login_button"])
+    ---> 28 apply_augmentation(path_input_login)
+
+    <ipython-input-63-68dccb47df0e> in apply_augmentation(path_input_login)
+         15     import Augmentor
+         16
+    ---> 17     p = Augmentor.Pipeline(path_input_login)
+         18     p.rotate(probability=1, max_left_rotation=5, max_right_rotation=5)
+         19     p.flip_left_right(probability=0.5)
+    /usr/local/lib/python3.7/site-packages/Augmentor/Pipeline.py in __init__(self, source_directory, output_directory, save_format)
+         88                            output_directory=output_directory,
+         89                            ground_truth_directory=None,
+    ---> 90                            ground_truth_output_directory=output_directory)
+         91
+         92     def __call__(self, augmentor_image):
+    /usr/local/lib/python3.7/site-packages/Augmentor/Pipeline.py in _populate(self, source_directory, output_directory, ground_truth_directory, ground_truth_output_directory)
+        146         self.augmentor_images, self.class_labels = scan(source_directory, abs_output_directory)
+        147
+    --> 148         self._check_images(abs_output_directory)
+        149
+        150     def _populate_image_arrays(self):
+    /usr/local/lib/python3.7/site-packages/Augmentor/Pipeline.py in _check_images(self, abs_output_directory)
+        189             except IOError as e:
+        190                 print("There is a problem with image %s in your source directory: %s"
+    --> 191                       % (augmentor_image.image_path, e.message))
+        192                 self.augmentor_images.remove(augmentor_image)
+        193
+    AttributeError: 'OSError' object has no attribute 'message'
+
+%% Cell type:code id: tags:
+
+``` python
+```