DS_Aug.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# DS_Aug\n",
    "### Discription\n",
    "This script is a small package of augmeting tools which are used in the paper published in JOM, in 2020. For more information about the function of each of the tools refer to the paper. \n",
    "After augmeting the images existing in each directory they are saved in a new directory with a code name addressing the type of the applied augmetation.  The augmented images can be searched with the same code name in the directory.\n",
    "\n",
    "    \"Damage Analysis in Dual-Phase Steel Using Deep Learning: Transfer from Uniaxial to Biaxial Straining Conditions by Image Data Augmentation\"\n",
    "\n",
    "     Setareh Medghalchi, Carl F. Kusche, Ehsan Karimi, Ulrich Kerzel & Sandra Korte-Kerze\n",
    "https://link.springer.com/article/10.1007/s11837-020-04404-0\n",
    "\n",
    "\n",
    "Setareh Medghalchi - July 2020 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#import the libraries\n",
    "import numpy as np\n",
    "import imageio\n",
    "import os\n",
    "import matplotlib.pyplot as plt\n",
    "import cv2\n",
    "import glob\n",
    "import imgaug as ia\n",
    "from imgaug import augmenters as iaa\n",
    "import imageio\n",
    "import imgaug as ia\n",
    "import ntpath\n",
    "import os \n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>.container { width:100% !important; }</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# For extending the cell width\n",
    "from IPython.core.display import display, HTML\n",
    "display(HTML(\"<style>.container { width:100% !important; }</style>\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Creat a new Directory for augmented images \n",
    "newpath = r'YourDir/Augmented/' \n",
    "if not os.path.exists(newpath):\n",
    "    os.makedirs(newpath)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read files \n",
    "# Activate or deactivate the tools w.r.t your need. \n",
    "# Some of the tools \n",
    "i = 0\n",
    "for file in glob.glob('OrgImgDir/*.png'):\n",
    "\n",
    "\n",
    "    if file.endswith ('.png'):\n",
    "        image = cv2.imread(file,0)\n",
    "        \n",
    "        ##Naming\n",
    "        name = os.path.splitext(str(file))[0]\n",
    "        base=os.path.basename(file)\n",
    "        Org_name = os.path.splitext(base)[0]\n",
    "        print (Org_name)\n",
    "        #naming = ntpath.basename(str(file))\n",
    "        \n",
    "        \n",
    "        ## GuassBlr\n",
    "        aug = iaa.Sometimes(0.5, iaa.GaussianBlur(sigma=2.0)) # Apply gaussian blur to about 50% of all images:\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_GuassBlr12.png'\n",
    "        cv2.imwrite('YourDir/AugmentedImages/'+image_aug_seq_Name ,image_aug)\n",
    "        \n",
    "        \n",
    "        \n",
    "         ## Flip RL\n",
    "        aug = iaa.Fliplr(1)\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_Flprl11.png'\n",
    "        cv2.imwrite('YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "        \n",
    "        ## Rotation\n",
    "        aug = iaa.Affine(rotate=(0, 180))\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_r15.png'\n",
    "        cv2.imwrite('YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "        \n",
    "        \n",
    "        ## Dropout\n",
    "        aug = aug = iaa.Dropout(p=(0, 0.3)) \n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_DrpO11.png'\n",
    "        cv2.imwrite('YourDir/AugmentedImages/'+image_aug_seq_Name ,image_aug)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read files \n",
    "# Activate or deactivate the tools w.r.t your need. \n",
    "# All of the tools \n",
    "i = 0\n",
    "for file in glob.glob('OrgImgDir/*.png'):\n",
    "    \n",
    "    if file.endswith ('.png'):\n",
    "        image = cv2.imread(file,0)\n",
    "        \n",
    "        ##Naming\n",
    "        name = os.path.splitext(str(file))[0] # prints the whple directory + naeming\n",
    "        base=os.path.basename(file) # name + format \n",
    "        Org_name = os.path.splitext(base)[0] # only name \n",
    "        print (Org_name)\n",
    "        #naming = ntpath.basename(str(file))\n",
    "        \n",
    "        \n",
    "        ## Rotation\n",
    "        aug = iaa.Affine(rotate=(0, 180))\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_r12.png'\n",
    "        cv2.imwrite('YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "                \n",
    "        ## Rotation\n",
    "        aug = iaa.Affine(rotate=(0, 180))\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_r13.png'\n",
    "        cv2.imwrite('YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "        \n",
    "        aug = iaa.Affine(rotate=(0, 180))\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_r12.png'\n",
    "        cv2.imwrite('YourDir/AugmentedImages/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "        \n",
    "        ## Shear\n",
    "        aug = iaa.Affine(shear=(-16, 16)) # Play arounf with values \n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_shr12.png'\n",
    "        cv2.imwrite('YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "        ## Dropout\n",
    "        aug = aug = iaa.Dropout(p=(0, 0.3)) \n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_DrpO11.png'\n",
    "        cv2.imwrite('YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "        \n",
    "        ## Coarse Dropout\n",
    "        aug  = iaa.CoarseDropout(0.05, size_percent=0.5)  # Drop 5% of all pixels by converting them to black pixels, but do that on a lower-resolution version of the image that has 50% of the original size, leading to 2x2 squares being dropped:\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_CrsDrpO13.png'\n",
    "        cv2.imwrite(' YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "        ##Translation\n",
    "        aug = iaa.Affine(translate_percent={\"x\": (-0.2, 0.1), \"y\": (-0.1, 0.2)}) #Translate images by -20 to 20 pixels on x- and y-axis independently:\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'ExSitu_Trns13.png'\n",
    "        cv2.imwrite('YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "\n",
    "        ## Random pixel generation by translation\n",
    "        aug = iaa.Affine(translate_percent={\"x\": -0.20}, mode=ia.ALL, cval=(0, 255)) #When applying affine transformations, new pixels are often generated. then a random brightness between 0 and 255 is used:\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'ExSitu_RnndTrns1.png'\n",
    "        cv2.imwrite('YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "\n",
    "        ## GuassBlr\n",
    "        aug = iaa.Sometimes(0.5, iaa.GaussianBlur(sigma=4.0)) # Apply gaussian blur to about 50% of all images:\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_GuassBlr13.png'\n",
    "        cv2.imwrite('YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "        \n",
    "        ## Flip RL\n",
    "        aug = iaa.Fliplr(1)\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_Flprl13.png'\n",
    "        cv2.imwrite('YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "        \n",
    "        ## Sharpen\n",
    "        aug = iaa.Sharpen(alpha=(0.0, 1.0), lightness=(0.75, 2.0))\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_hrp11.png'\n",
    "        cv2.imwrite('YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "        \n",
    "        ##AdditiveGaussianNoise\n",
    "        aug = iaa.AdditiveGaussianNoise(scale=(0, 0.05*255))\n",
    "        image_aug = aug.augment_image(image)\n",
    "        image_aug_seq_Name = (\"%s\" % (Org_name)) +str(i)+'xcbxb_AddGuasNoi11.png'\n",
    "        cv2.imwrite('YourDir/Augmented/'+image_aug_seq_Name ,image_aug)\n",
    "\n",
    "\n",
    "        ## Random Combination (Sequential)\n",
    "        #seq1 = iaa.Sequential([\n",
    "        #    iaa.Flipud(0.1),\n",
    "        #    iaa.AdditiveGaussianNoise(scale=(50, 80)),\n",
    "        #    ], random_order=True) # apply augmenters in random order\n",
    "        #images_aug = seq1(images=image)\n",
    "        #image_aug_seq_Name = (\"%s\" % (Org_name)) + str(i)+'xcbxb_seq13'+'.png'\n",
    "        #cv2.imwrite('/home/setareh/Data/First_network/CORRECT/AugmentedImages/'+image_aug_seq_Name,image_aug)\n",
    "        \n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}