Chapter 9 - Modeling Categorical Variables.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Chapter 9 - Modeling Categorical Variables  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import swat\n",
    "\n",
    "conn = swat.CAS('server-name.mycompany.com', 5570, 'username', 'password')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NOTE: Cloud Analytic Services added the caslib 'tmp'.\n",
      "NOTE: Cloud Analytic Services made the file organics_new_vistat.sas7bdat available as table ORGANICS in caslib CASUSER(username).\n"
     ]
    }
   ],
   "source": [
    "#conn.loadtable('organics.sas7bdat', casout='organics')\n",
    "organics = conn.CASTable('organics')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; TableInfo</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Name\">Name</th>\n",
       "      <th title=\"Rows\">Rows</th>\n",
       "      <th title=\"Columns\">Columns</th>\n",
       "      <th title=\"Encoding\">Encoding</th>\n",
       "      <th title=\"Created\">CreateTimeFormatted</th>\n",
       "      <th title=\"Last Modified\">ModTimeFormatted</th>\n",
       "      <th title=\"Character Set\">JavaCharSet</th>\n",
       "      <th title=\"CreateTime\">CreateTime</th>\n",
       "      <th title=\"ModTime\">ModTime</th>\n",
       "      <th title=\"Global\">Global</th>\n",
       "      <th title=\"Repeated\">Repeated</th>\n",
       "      <th title=\"View\">View</th>\n",
       "      <th title=\"Loaded Source\">SourceName</th>\n",
       "      <th title=\"Source Caslib\">SourceCaslib</th>\n",
       "      <th title=\"Compressed\">Compressed</th>\n",
       "      <th title=\"Table Creator\">Creator</th>\n",
       "      <th title=\"Last Table Modifier\">Modifier</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ORGANICS</td>\n",
       "      <td>1688948</td>\n",
       "      <td>36</td>\n",
       "      <td>utf-8</td>\n",
       "      <td>20Jan2017:10:41:34</td>\n",
       "      <td>20Jan2017:10:41:34</td>\n",
       "      <td>UTF8</td>\n",
       "      <td>1.800528e+09</td>\n",
       "      <td>1.800528e+09</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>organics_new_vistat.sas7bdat</td>\n",
       "      <td>tmp</td>\n",
       "      <td>0</td>\n",
       "      <td>username</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 0.00111s</span> &#183; <span class=\"cas-memory\">mem 0.106MB</span></small></p>"
      ],
      "text/plain": [
       "[TableInfo]\n",
       "\n",
       "        Name     Rows  Columns Encoding CreateTimeFormatted  \\\n",
       " 0  ORGANICS  1688948       36    utf-8  20Jan2017:10:41:34   \n",
       " \n",
       "      ModTimeFormatted JavaCharSet    CreateTime       ModTime  Global  \\\n",
       " 0  20Jan2017:10:41:34        UTF8  1.800528e+09  1.800528e+09       0   \n",
       " \n",
       "    Repeated  View                    SourceName SourceCaslib  Compressed  \\\n",
       " 0         0     0  organics_new_vistat.sas7bdat          tmp           0   \n",
       " \n",
       "   Creator Modifier  \n",
       " 0  username           \n",
       "\n",
       "+ Elapsed: 0.00111s, mem: 0.106mb"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "organics.tableinfo()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Logistic Regression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NOTE: Added action set 'regression'.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; actionset</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>regression</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 0.00314s</span> &#183; <span class=\"cas-user\">user 0.001s</span> &#183; <span class=\"cas-sys\">sys 0.002s</span> &#183; <span class=\"cas-memory\">mem 0.0619MB</span></small></p>"
      ],
      "text/plain": [
       "[actionset]\n",
       "\n",
       " 'regression'\n",
       "\n",
       "+ Elapsed: 0.00314s, user: 0.001s, sys: 0.002s, mem: 0.0619mb"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "conn.loadactionset('regression')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Simple Logistic Regression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NOTE: Convergence criterion (GCONV=1E-8) satisfied.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ModelInfo</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Model Information</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"RowId\">RowId</th>\n",
       "      <th title=\"Description\">Description</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>DATA</td>\n",
       "      <td>Data Source</td>\n",
       "      <td>ORGANICS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>RESPONSEVAR</td>\n",
       "      <td>Response Variable</td>\n",
       "      <td>TargetBuy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>DIST</td>\n",
       "      <td>Distribution</td>\n",
       "      <td>Binary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>LINK</td>\n",
       "      <td>Link Function</td>\n",
       "      <td>Logit</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>TECH</td>\n",
       "      <td>Optimization Technique</td>\n",
       "      <td>Newton-Raphson with Ridging</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; NObs</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Number of Observations</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"RowId\">RowId</th>\n",
       "      <th title=\"Description\">Description</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NREAD</td>\n",
       "      <td>Number of Observations Read</td>\n",
       "      <td>1688948.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NUSED</td>\n",
       "      <td>Number of Observations Used</td>\n",
       "      <td>1574340.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; ResponseProfile</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Response Profile</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Ordered Value\">OrderedValue</th>\n",
       "      <th title=\"TargetBuy\">Outcome</th>\n",
       "      <th title=\"Organics Purchase\">TargetBuy</th>\n",
       "      <th title=\"Total Frequency\">Freq</th>\n",
       "      <th title=\"Probability Modeled\">Modeled</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Bought</td>\n",
       "      <td>Bought</td>\n",
       "      <td>387600.0</td>\n",
       "      <td>*</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>1186740.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; ConvergenceStatus</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Convergence Status</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Reason\">Reason</th>\n",
       "      <th title=\"Status\">Status</th>\n",
       "      <th title=\"Max Gradient\">MaxGradient</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Convergence criterion (GCONV=1E-8) satisfied.</td>\n",
       "      <td>0</td>\n",
       "      <td>4.419885e-08</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; Dimensions</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Dimensions</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"RowId\">RowId</th>\n",
       "      <th title=\"Description\">Description</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NDESIGNCOLS</td>\n",
       "      <td>Columns in Design</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NEFFECTS</td>\n",
       "      <td>Number of Effects</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>MAXEFCOLS</td>\n",
       "      <td>Max Effect Columns</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>DESIGNRANK</td>\n",
       "      <td>Rank of Design</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>OPTPARM</td>\n",
       "      <td>Parameters in Optimization</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; GlobalTest</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Testing Global Null Hypothesis: BETA=0</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Test\">Test</th>\n",
       "      <th title=\"DF\">DF</th>\n",
       "      <th title=\"Chi-Square\">ChiSq</th>\n",
       "      <th title=\"Pr &gt; ChiSq\">ProbChiSq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Likelihood Ratio</td>\n",
       "      <td>3</td>\n",
       "      <td>149251.090674</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; FitStatistics</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Fit Statistics</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"RowId\">RowId</th>\n",
       "      <th title=\"Description\">Description</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>M2LL</td>\n",
       "      <td>-2 Log Likelihood</td>\n",
       "      <td>1.608090e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AIC</td>\n",
       "      <td>AIC (smaller is better)</td>\n",
       "      <td>1.608098e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>AICC</td>\n",
       "      <td>AICC (smaller is better)</td>\n",
       "      <td>1.608098e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>SBC</td>\n",
       "      <td>SBC (smaller is better)</td>\n",
       "      <td>1.608147e+06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; ParameterEstimates</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Parameter Estimates</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Effect\">Effect</th>\n",
       "      <th title=\"Parameter\">Parameter</th>\n",
       "      <th title=\"Parameter\">ParmName</th>\n",
       "      <th title=\"DF\">DF</th>\n",
       "      <th title=\"Estimate\">Estimate</th>\n",
       "      <th title=\"Standard Error\">StdErr</th>\n",
       "      <th title=\"Chi-Square\">ChiSq</th>\n",
       "      <th title=\"Pr &gt; ChiSq\">ProbChiSq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Intercept</td>\n",
       "      <td>Intercept</td>\n",
       "      <td>Intercept</td>\n",
       "      <td>1</td>\n",
       "      <td>1.755274</td>\n",
       "      <td>0.057092</td>\n",
       "      <td>945.232627</td>\n",
       "      <td>1.442299e-207</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>DemAge</td>\n",
       "      <td>DemAge</td>\n",
       "      <td>DemAge</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.057438</td>\n",
       "      <td>0.000158</td>\n",
       "      <td>131358.158671</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.000002</td>\n",
       "      <td>0.000055</td>\n",
       "      <td>0.000866</td>\n",
       "      <td>9.765250e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>purchase_6mon</td>\n",
       "      <td>purchase_6mon</td>\n",
       "      <td>purchase_6mon</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000039</td>\n",
       "      <td>0.000039</td>\n",
       "      <td>0.990883</td>\n",
       "      <td>3.195267e-01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; Timing</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Task Timing</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"RowId\">RowId</th>\n",
       "      <th title=\"Task\">Task</th>\n",
       "      <th title=\"Time\">Time</th>\n",
       "      <th title=\"Relative Time\">RelTime</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>SETUP</td>\n",
       "      <td>Setup and Parsing</td>\n",
       "      <td>0.008532</td>\n",
       "      <td>0.008942</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>LEVELIZATION</td>\n",
       "      <td>Levelization</td>\n",
       "      <td>0.074384</td>\n",
       "      <td>0.077957</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>INITIALIZATION</td>\n",
       "      <td>Model Initialization</td>\n",
       "      <td>0.000436</td>\n",
       "      <td>0.000457</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>SSCP</td>\n",
       "      <td>SSCP Computation</td>\n",
       "      <td>0.140239</td>\n",
       "      <td>0.146975</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>FITTING</td>\n",
       "      <td>Model Fitting</td>\n",
       "      <td>0.583362</td>\n",
       "      <td>0.611384</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>CLEANUP</td>\n",
       "      <td>Cleanup</td>\n",
       "      <td>0.004702</td>\n",
       "      <td>0.004928</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>TOTAL</td>\n",
       "      <td>Total</td>\n",
       "      <td>0.954166</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 0.976s</span> &#183; <span class=\"cas-user\">user 10.9s</span> &#183; <span class=\"cas-sys\">sys 0.147s</span> &#183; <span class=\"cas-memory\">mem 160MB</span></small></p>"
      ],
      "text/plain": [
       "[ModelInfo]\n",
       "\n",
       " Model Information\n",
       " \n",
       "          RowId             Description                        Value\n",
       " 0         DATA             Data Source                     ORGANICS\n",
       " 1  RESPONSEVAR       Response Variable                    TargetBuy\n",
       " 2         DIST            Distribution                       Binary\n",
       " 3         LINK           Link Function                        Logit\n",
       " 4         TECH  Optimization Technique  Newton-Raphson with Ridging\n",
       "\n",
       "[NObs]\n",
       "\n",
       " Number of Observations\n",
       " \n",
       "    RowId                  Description      Value\n",
       " 0  NREAD  Number of Observations Read  1688948.0\n",
       " 1  NUSED  Number of Observations Used  1574340.0\n",
       "\n",
       "[ResponseProfile]\n",
       "\n",
       " Response Profile\n",
       " \n",
       "    OrderedValue Outcome TargetBuy       Freq Modeled\n",
       " 0             1  Bought    Bought   387600.0       *\n",
       " 1             2      No        No  1186740.0        \n",
       "\n",
       "[ConvergenceStatus]\n",
       "\n",
       " Convergence Status\n",
       " \n",
       "                                           Reason  Status   MaxGradient\n",
       " 0  Convergence criterion (GCONV=1E-8) satisfied.       0  4.419885e-08\n",
       "\n",
       "[Dimensions]\n",
       "\n",
       " Dimensions\n",
       " \n",
       "          RowId                 Description  Value\n",
       " 0  NDESIGNCOLS           Columns in Design      4\n",
       " 1     NEFFECTS           Number of Effects      4\n",
       " 2    MAXEFCOLS          Max Effect Columns      1\n",
       " 3   DESIGNRANK              Rank of Design      4\n",
       " 4      OPTPARM  Parameters in Optimization      4\n",
       "\n",
       "[GlobalTest]\n",
       "\n",
       " Testing Global Null Hypothesis: BETA=0\n",
       " \n",
       "                Test  DF          ChiSq  ProbChiSq\n",
       " 0  Likelihood Ratio   3  149251.090674        0.0\n",
       "\n",
       "[FitStatistics]\n",
       "\n",
       " Fit Statistics\n",
       " \n",
       "   RowId               Description         Value\n",
       " 0  M2LL         -2 Log Likelihood  1.608090e+06\n",
       " 1   AIC   AIC (smaller is better)  1.608098e+06\n",
       " 2  AICC  AICC (smaller is better)  1.608098e+06\n",
       " 3   SBC   SBC (smaller is better)  1.608147e+06\n",
       "\n",
       "[ParameterEstimates]\n",
       "\n",
       " Parameter Estimates\n",
       " \n",
       "           Effect      Parameter       ParmName  DF  Estimate    StdErr  \\\n",
       " 0      Intercept      Intercept      Intercept   1  1.755274  0.057092   \n",
       " 1         DemAge         DemAge         DemAge   1 -0.057438  0.000158   \n",
       " 2  purchase_3mon  purchase_3mon  purchase_3mon   1 -0.000002  0.000055   \n",
       " 3  purchase_6mon  purchase_6mon  purchase_6mon   1  0.000039  0.000039   \n",
       " \n",
       "            ChiSq      ProbChiSq  \n",
       " 0     945.232627  1.442299e-207  \n",
       " 1  131358.158671   0.000000e+00  \n",
       " 2       0.000866   9.765250e-01  \n",
       " 3       0.990883   3.195267e-01  \n",
       "\n",
       "[Timing]\n",
       "\n",
       " Task Timing\n",
       " \n",
       "             RowId                  Task      Time   RelTime\n",
       " 0           SETUP     Setup and Parsing  0.008532  0.008942\n",
       " 1    LEVELIZATION          Levelization  0.074384  0.077957\n",
       " 2  INITIALIZATION  Model Initialization  0.000436  0.000457\n",
       " 3            SSCP      SSCP Computation  0.140239  0.146975\n",
       " 4         FITTING         Model Fitting  0.583362  0.611384\n",
       " 5         CLEANUP               Cleanup  0.004702  0.004928\n",
       " 6           TOTAL                 Total  0.954166  1.000000\n",
       "\n",
       "+ Elapsed: 0.976s, user: 10.9s, sys: 0.147s, mem: 160mb"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "organics.logistic(\n",
    "    target = 'TargetBuy',\n",
    "    inputs = ['DemAge', 'Purchase_3mon', 'Purchase_6mon'],\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Adding more predictors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NOTE: Convergence criterion (GCONV=1E-8) satisfied.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ParameterEstimates</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Parameter Estimates</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Effect\">Effect</th>\n",
       "      <th title=\"DemGender\">DemGender</th>\n",
       "      <th title=\"DemHomeowner\">DemHomeowner</th>\n",
       "      <th title=\"Parameter\">Parameter</th>\n",
       "      <th title=\"Parameter\">ParmName</th>\n",
       "      <th title=\"DF\">DF</th>\n",
       "      <th title=\"Estimate\">Estimate</th>\n",
       "      <th title=\"Standard Error\">StdErr</th>\n",
       "      <th title=\"Chi-Square\">ChiSq</th>\n",
       "      <th title=\"Pr &gt; ChiSq\">ProbChiSq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Intercept</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Intercept</td>\n",
       "      <td>Intercept</td>\n",
       "      <td>1</td>\n",
       "      <td>0.353349</td>\n",
       "      <td>0.059586</td>\n",
       "      <td>35.165819</td>\n",
       "      <td>3.027918e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>DemAge</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>DemAge</td>\n",
       "      <td>DemAge</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.056478</td>\n",
       "      <td>0.000162</td>\n",
       "      <td>120824.157416</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000057</td>\n",
       "      <td>0.024229</td>\n",
       "      <td>8.763032e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>purchase_6mon</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>purchase_6mon</td>\n",
       "      <td>purchase_6mon</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000037</td>\n",
       "      <td>0.000040</td>\n",
       "      <td>0.819283</td>\n",
       "      <td>3.653900e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>F</td>\n",
       "      <td></td>\n",
       "      <td>DemGender F</td>\n",
       "      <td>DemGender_F</td>\n",
       "      <td>1</td>\n",
       "      <td>1.817158</td>\n",
       "      <td>0.007381</td>\n",
       "      <td>60608.910532</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>M</td>\n",
       "      <td></td>\n",
       "      <td>DemGender M</td>\n",
       "      <td>DemGender_M</td>\n",
       "      <td>1</td>\n",
       "      <td>0.857905</td>\n",
       "      <td>0.008216</td>\n",
       "      <td>10904.528993</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>U</td>\n",
       "      <td></td>\n",
       "      <td>DemGender U</td>\n",
       "      <td>DemGender_U</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>DemHomeowner</td>\n",
       "      <td></td>\n",
       "      <td>No</td>\n",
       "      <td>DemHomeowner No</td>\n",
       "      <td>DemHomeowner_No</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000320</td>\n",
       "      <td>0.004226</td>\n",
       "      <td>0.005725</td>\n",
       "      <td>9.396871e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>DemHomeowner</td>\n",
       "      <td></td>\n",
       "      <td>Yes</td>\n",
       "      <td>DemHomeowner Yes</td>\n",
       "      <td>DemHomeowner_Yes</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 1.37s</span> &#183; <span class=\"cas-user\">user 17.6s</span> &#183; <span class=\"cas-sys\">sys 0.182s</span> &#183; <span class=\"cas-memory\">mem 221MB</span></small></p>"
      ],
      "text/plain": [
       "[ParameterEstimates]\n",
       "\n",
       " Parameter Estimates\n",
       " \n",
       "           Effect DemGender DemHomeowner         Parameter          ParmName  \\\n",
       " 0      Intercept                                Intercept         Intercept   \n",
       " 1         DemAge                                   DemAge            DemAge   \n",
       " 2  purchase_3mon                            purchase_3mon     purchase_3mon   \n",
       " 3  purchase_6mon                            purchase_6mon     purchase_6mon   \n",
       " 4      DemGender         F                    DemGender F       DemGender_F   \n",
       " 5      DemGender         M                    DemGender M       DemGender_M   \n",
       " 6      DemGender         U                    DemGender U       DemGender_U   \n",
       " 7   DemHomeowner                     No   DemHomeowner No   DemHomeowner_No   \n",
       " 8   DemHomeowner                    Yes  DemHomeowner Yes  DemHomeowner_Yes   \n",
       " \n",
       "    DF  Estimate    StdErr          ChiSq     ProbChiSq  \n",
       " 0   1  0.353349  0.059586      35.165819  3.027918e-09  \n",
       " 1   1 -0.056478  0.000162  120824.157416  0.000000e+00  \n",
       " 2   1  0.000009  0.000057       0.024229  8.763032e-01  \n",
       " 3   1  0.000037  0.000040       0.819283  3.653900e-01  \n",
       " 4   1  1.817158  0.007381   60608.910532  0.000000e+00  \n",
       " 5   1  0.857905  0.008216   10904.528993  0.000000e+00  \n",
       " 6   0  0.000000       NaN            NaN           NaN  \n",
       " 7   1  0.000320  0.004226       0.005725  9.396871e-01  \n",
       " 8   0  0.000000       NaN            NaN           NaN  \n",
       "\n",
       "+ Elapsed: 1.37s, user: 17.6s, sys: 0.182s, mem: 221mb"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "organics.logistic(\n",
    "    target = 'TargetBuy',\n",
    "    inputs = ['DemAge', 'Purchase_3mon', 'Purchase_6mon', 'DemGender', 'DemHomeowner'],\n",
    "    nominals = ['DemGender', 'DemHomeowner'],\n",
    "    display = {'names': ['ParameterEstimates']} \n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Another way to define a model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NOTE: Convergence criterion (GCONV=1E-8) satisfied.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ParameterEstimates</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Parameter Estimates</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Effect\">Effect</th>\n",
       "      <th title=\"DemGender\">DemGender</th>\n",
       "      <th title=\"DemHomeowner\">DemHomeowner</th>\n",
       "      <th title=\"Parameter\">Parameter</th>\n",
       "      <th title=\"Parameter\">ParmName</th>\n",
       "      <th title=\"DF\">DF</th>\n",
       "      <th title=\"Estimate\">Estimate</th>\n",
       "      <th title=\"Standard Error\">StdErr</th>\n",
       "      <th title=\"Chi-Square\">ChiSq</th>\n",
       "      <th title=\"Pr &gt; ChiSq\">ProbChiSq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Intercept</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Intercept</td>\n",
       "      <td>Intercept</td>\n",
       "      <td>1</td>\n",
       "      <td>0.447991</td>\n",
       "      <td>0.072359</td>\n",
       "      <td>38.330834</td>\n",
       "      <td>5.971168e-10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>DemAge</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>DemAge</td>\n",
       "      <td>DemAge</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.056478</td>\n",
       "      <td>0.000162</td>\n",
       "      <td>120823.996353</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000071</td>\n",
       "      <td>0.000049</td>\n",
       "      <td>2.074100</td>\n",
       "      <td>1.498183e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>purchase_9mon</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>purchase_9mon</td>\n",
       "      <td>purchase_9mon</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.000026</td>\n",
       "      <td>0.000029</td>\n",
       "      <td>0.811013</td>\n",
       "      <td>3.678210e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>F</td>\n",
       "      <td></td>\n",
       "      <td>DemGender F</td>\n",
       "      <td>DemGender_F</td>\n",
       "      <td>1</td>\n",
       "      <td>1.817162</td>\n",
       "      <td>0.007381</td>\n",
       "      <td>60609.158117</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>M</td>\n",
       "      <td></td>\n",
       "      <td>DemGender M</td>\n",
       "      <td>DemGender_M</td>\n",
       "      <td>1</td>\n",
       "      <td>0.857905</td>\n",
       "      <td>0.008216</td>\n",
       "      <td>10904.528278</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>U</td>\n",
       "      <td></td>\n",
       "      <td>DemGender U</td>\n",
       "      <td>DemGender_U</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>DemHomeowner</td>\n",
       "      <td></td>\n",
       "      <td>No</td>\n",
       "      <td>DemHomeowner No</td>\n",
       "      <td>DemHomeowner_No</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000318</td>\n",
       "      <td>0.004226</td>\n",
       "      <td>0.005669</td>\n",
       "      <td>9.399814e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>DemHomeowner</td>\n",
       "      <td></td>\n",
       "      <td>Yes</td>\n",
       "      <td>DemHomeowner Yes</td>\n",
       "      <td>DemHomeowner_Yes</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 1.32s</span> &#183; <span class=\"cas-user\">user 17.5s</span> &#183; <span class=\"cas-sys\">sys 0.15s</span> &#183; <span class=\"cas-memory\">mem 221MB</span></small></p>"
      ],
      "text/plain": [
       "[ParameterEstimates]\n",
       "\n",
       " Parameter Estimates\n",
       " \n",
       "           Effect DemGender DemHomeowner         Parameter          ParmName  \\\n",
       " 0      Intercept                                Intercept         Intercept   \n",
       " 1         DemAge                                   DemAge            DemAge   \n",
       " 2  purchase_3mon                            purchase_3mon     purchase_3mon   \n",
       " 3  purchase_9mon                            purchase_9mon     purchase_9mon   \n",
       " 4      DemGender         F                    DemGender F       DemGender_F   \n",
       " 5      DemGender         M                    DemGender M       DemGender_M   \n",
       " 6      DemGender         U                    DemGender U       DemGender_U   \n",
       " 7   DemHomeowner                     No   DemHomeowner No   DemHomeowner_No   \n",
       " 8   DemHomeowner                    Yes  DemHomeowner Yes  DemHomeowner_Yes   \n",
       " \n",
       "    DF  Estimate    StdErr          ChiSq     ProbChiSq  \n",
       " 0   1  0.447991  0.072359      38.330834  5.971168e-10  \n",
       " 1   1 -0.056478  0.000162  120823.996353  0.000000e+00  \n",
       " 2   1  0.000071  0.000049       2.074100  1.498183e-01  \n",
       " 3   1 -0.000026  0.000029       0.811013  3.678210e-01  \n",
       " 4   1  1.817162  0.007381   60609.158117  0.000000e+00  \n",
       " 5   1  0.857905  0.008216   10904.528278  0.000000e+00  \n",
       " 6   0  0.000000       NaN            NaN           NaN  \n",
       " 7   1  0.000318  0.004226       0.005669  9.399814e-01  \n",
       " 8   0  0.000000       NaN            NaN           NaN  \n",
       "\n",
       "+ Elapsed: 1.32s, user: 17.5s, sys: 0.15s, mem: 221mb"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_preds = ['DemAge', 'Purchase_3mon', 'Purchase_9mon', 'DemGender', 'DemHomeowner']\n",
    "all_cats = ['DemGender', 'DemHomeowner']\n",
    "\n",
    "model1 = organics.Logistic()\n",
    "model1.nominals = all_cats\n",
    "model1.target = 'TargetBuy'\n",
    "model1.inputs = all_preds\n",
    "model1.display.names = ['ParameterEstimates']\n",
    "\n",
    "model1()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NOTE: Convergence criterion (GCONV=1E-8) satisfied.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ResponseProfile</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Response Profile</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Ordered Value\">OrderedValue</th>\n",
       "      <th title=\"TargetBuy\">Outcome</th>\n",
       "      <th title=\"Organics Purchase\">TargetBuy</th>\n",
       "      <th title=\"Total Frequency\">Freq</th>\n",
       "      <th title=\"Probability Modeled\">Modeled</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Bought</td>\n",
       "      <td>Bought</td>\n",
       "      <td>387600.0</td>\n",
       "      <td>*</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>1186740.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; ParameterEstimates</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Parameter Estimates</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Effect\">Effect</th>\n",
       "      <th title=\"DemGender\">DemGender</th>\n",
       "      <th title=\"DemHomeowner\">DemHomeowner</th>\n",
       "      <th title=\"Parameter\">Parameter</th>\n",
       "      <th title=\"Parameter\">ParmName</th>\n",
       "      <th title=\"DF\">DF</th>\n",
       "      <th title=\"Estimate\">Estimate</th>\n",
       "      <th title=\"Standard Error\">StdErr</th>\n",
       "      <th title=\"Chi-Square\">ChiSq</th>\n",
       "      <th title=\"Pr &gt; ChiSq\">ProbChiSq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Intercept</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Intercept</td>\n",
       "      <td>Intercept</td>\n",
       "      <td>1</td>\n",
       "      <td>0.447991</td>\n",
       "      <td>0.072359</td>\n",
       "      <td>38.330834</td>\n",
       "      <td>5.971168e-10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>DemAge</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>DemAge</td>\n",
       "      <td>DemAge</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.056478</td>\n",
       "      <td>0.000162</td>\n",
       "      <td>120823.996353</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000071</td>\n",
       "      <td>0.000049</td>\n",
       "      <td>2.074100</td>\n",
       "      <td>1.498183e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>purchase_9mon</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>purchase_9mon</td>\n",
       "      <td>purchase_9mon</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.000026</td>\n",
       "      <td>0.000029</td>\n",
       "      <td>0.811013</td>\n",
       "      <td>3.678210e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>F</td>\n",
       "      <td></td>\n",
       "      <td>DemGender F</td>\n",
       "      <td>DemGender_F</td>\n",
       "      <td>1</td>\n",
       "      <td>1.817162</td>\n",
       "      <td>0.007381</td>\n",
       "      <td>60609.158117</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>M</td>\n",
       "      <td></td>\n",
       "      <td>DemGender M</td>\n",
       "      <td>DemGender_M</td>\n",
       "      <td>1</td>\n",
       "      <td>0.857905</td>\n",
       "      <td>0.008216</td>\n",
       "      <td>10904.528278</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>U</td>\n",
       "      <td></td>\n",
       "      <td>DemGender U</td>\n",
       "      <td>DemGender_U</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>DemHomeowner</td>\n",
       "      <td></td>\n",
       "      <td>No</td>\n",
       "      <td>DemHomeowner No</td>\n",
       "      <td>DemHomeowner_No</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000318</td>\n",
       "      <td>0.004226</td>\n",
       "      <td>0.005669</td>\n",
       "      <td>9.399814e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>DemHomeowner</td>\n",
       "      <td></td>\n",
       "      <td>Yes</td>\n",
       "      <td>DemHomeowner Yes</td>\n",
       "      <td>DemHomeowner_Yes</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 1.39s</span> &#183; <span class=\"cas-user\">user 17.2s</span> &#183; <span class=\"cas-sys\">sys 0.172s</span> &#183; <span class=\"cas-memory\">mem 221MB</span></small></p>"
      ],
      "text/plain": [
       "[ResponseProfile]\n",
       "\n",
       " Response Profile\n",
       " \n",
       "    OrderedValue Outcome TargetBuy       Freq Modeled\n",
       " 0             1  Bought    Bought   387600.0       *\n",
       " 1             2      No        No  1186740.0        \n",
       "\n",
       "[ParameterEstimates]\n",
       "\n",
       " Parameter Estimates\n",
       " \n",
       "           Effect DemGender DemHomeowner         Parameter          ParmName  \\\n",
       " 0      Intercept                                Intercept         Intercept   \n",
       " 1         DemAge                                   DemAge            DemAge   \n",
       " 2  purchase_3mon                            purchase_3mon     purchase_3mon   \n",
       " 3  purchase_9mon                            purchase_9mon     purchase_9mon   \n",
       " 4      DemGender         F                    DemGender F       DemGender_F   \n",
       " 5      DemGender         M                    DemGender M       DemGender_M   \n",
       " 6      DemGender         U                    DemGender U       DemGender_U   \n",
       " 7   DemHomeowner                     No   DemHomeowner No   DemHomeowner_No   \n",
       " 8   DemHomeowner                    Yes  DemHomeowner Yes  DemHomeowner_Yes   \n",
       " \n",
       "    DF  Estimate    StdErr          ChiSq     ProbChiSq  \n",
       " 0   1  0.447991  0.072359      38.330834  5.971168e-10  \n",
       " 1   1 -0.056478  0.000162  120823.996353  0.000000e+00  \n",
       " 2   1  0.000071  0.000049       2.074100  1.498183e-01  \n",
       " 3   1 -0.000026  0.000029       0.811013  3.678210e-01  \n",
       " 4   1  1.817162  0.007381   60609.158117  0.000000e+00  \n",
       " 5   1  0.857905  0.008216   10904.528278  0.000000e+00  \n",
       " 6   0  0.000000       NaN            NaN           NaN  \n",
       " 7   1  0.000318  0.004226       0.005669  9.399814e-01  \n",
       " 8   0  0.000000       NaN            NaN           NaN  \n",
       "\n",
       "+ Elapsed: 1.39s, user: 17.2s, sys: 0.172s, mem: 221mb"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model1.link = 'PROBIT',\n",
    "model1.display.names = ['ResponseProfile', 'ParameterEstimates']\n",
    "\n",
    "model1()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Output predicted values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NOTE: Convergence criterion (GCONV=1E-8) satisfied.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ModelInfo</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Model Information</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"RowId\">RowId</th>\n",
       "      <th title=\"Description\">Description</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>DATA</td>\n",
       "      <td>Data Source</td>\n",
       "      <td>ORGANICS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>RESPONSEVAR</td>\n",
       "      <td>Response Variable</td>\n",
       "      <td>TargetBuy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>DIST</td>\n",
       "      <td>Distribution</td>\n",
       "      <td>Binary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>LINK</td>\n",
       "      <td>Link Function</td>\n",
       "      <td>Logit</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>TECH</td>\n",
       "      <td>Optimization Technique</td>\n",
       "      <td>Newton-Raphson with Ridging</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; NObs</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Number of Observations</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"RowId\">RowId</th>\n",
       "      <th title=\"Description\">Description</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NREAD</td>\n",
       "      <td>Number of Observations Read</td>\n",
       "      <td>1688948.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NUSED</td>\n",
       "      <td>Number of Observations Used</td>\n",
       "      <td>1574340.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; ResponseProfile</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Response Profile</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Ordered Value\">OrderedValue</th>\n",
       "      <th title=\"TargetBuy\">Outcome</th>\n",
       "      <th title=\"Organics Purchase\">TargetBuy</th>\n",
       "      <th title=\"Total Frequency\">Freq</th>\n",
       "      <th title=\"Probability Modeled\">Modeled</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Bought</td>\n",
       "      <td>Bought</td>\n",
       "      <td>387600.0</td>\n",
       "      <td>*</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>1186740.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; ClassInfo</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Class Level Information</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Class\">Class</th>\n",
       "      <th title=\"Levels\">Levels</th>\n",
       "      <th title=\"Values\">Values</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>3.0</td>\n",
       "      <td>F M U</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>DemHomeowner</td>\n",
       "      <td>2.0</td>\n",
       "      <td>No Yes</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; ConvergenceStatus</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Convergence Status</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Reason\">Reason</th>\n",
       "      <th title=\"Status\">Status</th>\n",
       "      <th title=\"Max Gradient\">MaxGradient</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Convergence criterion (GCONV=1E-8) satisfied.</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000003</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; Dimensions</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Dimensions</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"RowId\">RowId</th>\n",
       "      <th title=\"Description\">Description</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NDESIGNCOLS</td>\n",
       "      <td>Columns in Design</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NEFFECTS</td>\n",
       "      <td>Number of Effects</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>MAXEFCOLS</td>\n",
       "      <td>Max Effect Columns</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>DESIGNRANK</td>\n",
       "      <td>Rank of Design</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>OPTPARM</td>\n",
       "      <td>Parameters in Optimization</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; GlobalTest</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Testing Global Null Hypothesis: BETA=0</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Test\">Test</th>\n",
       "      <th title=\"DF\">DF</th>\n",
       "      <th title=\"Chi-Square\">ChiSq</th>\n",
       "      <th title=\"Pr &gt; ChiSq\">ProbChiSq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Likelihood Ratio</td>\n",
       "      <td>6</td>\n",
       "      <td>252367.563696</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; FitStatistics</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Fit Statistics</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"RowId\">RowId</th>\n",
       "      <th title=\"Description\">Description</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>M2LL</td>\n",
       "      <td>-2 Log Likelihood</td>\n",
       "      <td>1.504974e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AIC</td>\n",
       "      <td>AIC (smaller is better)</td>\n",
       "      <td>1.504988e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>AICC</td>\n",
       "      <td>AICC (smaller is better)</td>\n",
       "      <td>1.504988e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>SBC</td>\n",
       "      <td>SBC (smaller is better)</td>\n",
       "      <td>1.505074e+06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; ParameterEstimates</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Parameter Estimates</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Effect\">Effect</th>\n",
       "      <th title=\"DemGender\">DemGender</th>\n",
       "      <th title=\"DemHomeowner\">DemHomeowner</th>\n",
       "      <th title=\"Parameter\">Parameter</th>\n",
       "      <th title=\"Parameter\">ParmName</th>\n",
       "      <th title=\"DF\">DF</th>\n",
       "      <th title=\"Estimate\">Estimate</th>\n",
       "      <th title=\"Standard Error\">StdErr</th>\n",
       "      <th title=\"Chi-Square\">ChiSq</th>\n",
       "      <th title=\"Pr &gt; ChiSq\">ProbChiSq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Intercept</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Intercept</td>\n",
       "      <td>Intercept</td>\n",
       "      <td>1</td>\n",
       "      <td>0.447991</td>\n",
       "      <td>0.072359</td>\n",
       "      <td>38.330834</td>\n",
       "      <td>5.971168e-10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>DemAge</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>DemAge</td>\n",
       "      <td>DemAge</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.056478</td>\n",
       "      <td>0.000162</td>\n",
       "      <td>120823.996353</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td>purchase_3mon</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000071</td>\n",
       "      <td>0.000049</td>\n",
       "      <td>2.074100</td>\n",
       "      <td>1.498183e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>purchase_9mon</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>purchase_9mon</td>\n",
       "      <td>purchase_9mon</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.000026</td>\n",
       "      <td>0.000029</td>\n",
       "      <td>0.811013</td>\n",
       "      <td>3.678210e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>F</td>\n",
       "      <td></td>\n",
       "      <td>DemGender F</td>\n",
       "      <td>DemGender_F</td>\n",
       "      <td>1</td>\n",
       "      <td>1.817162</td>\n",
       "      <td>0.007381</td>\n",
       "      <td>60609.158117</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>M</td>\n",
       "      <td></td>\n",
       "      <td>DemGender M</td>\n",
       "      <td>DemGender_M</td>\n",
       "      <td>1</td>\n",
       "      <td>0.857905</td>\n",
       "      <td>0.008216</td>\n",
       "      <td>10904.528278</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>U</td>\n",
       "      <td></td>\n",
       "      <td>DemGender U</td>\n",
       "      <td>DemGender_U</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>DemHomeowner</td>\n",
       "      <td></td>\n",
       "      <td>No</td>\n",
       "      <td>DemHomeowner No</td>\n",
       "      <td>DemHomeowner_No</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000318</td>\n",
       "      <td>0.004226</td>\n",
       "      <td>0.005669</td>\n",
       "      <td>9.399814e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>DemHomeowner</td>\n",
       "      <td></td>\n",
       "      <td>Yes</td>\n",
       "      <td>DemHomeowner Yes</td>\n",
       "      <td>DemHomeowner_Yes</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; Timing</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Task Timing</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"RowId\">RowId</th>\n",
       "      <th title=\"Task\">Task</th>\n",
       "      <th title=\"Time\">Time</th>\n",
       "      <th title=\"Relative Time\">RelTime</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>SETUP</td>\n",
       "      <td>Setup and Parsing</td>\n",
       "      <td>0.030029</td>\n",
       "      <td>0.005449</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>LEVELIZATION</td>\n",
       "      <td>Levelization</td>\n",
       "      <td>0.884020</td>\n",
       "      <td>0.160424</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>INITIALIZATION</td>\n",
       "      <td>Model Initialization</td>\n",
       "      <td>0.000194</td>\n",
       "      <td>0.000035</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>SSCP</td>\n",
       "      <td>SSCP Computation</td>\n",
       "      <td>0.602842</td>\n",
       "      <td>0.109399</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>FITTING</td>\n",
       "      <td>Model Fitting</td>\n",
       "      <td>1.344155</td>\n",
       "      <td>0.243926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>OUTPUT</td>\n",
       "      <td>Creating Output Data</td>\n",
       "      <td>2.368268</td>\n",
       "      <td>0.429773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>CLEANUP</td>\n",
       "      <td>Cleanup</td>\n",
       "      <td>0.009795</td>\n",
       "      <td>0.001778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>TOTAL</td>\n",
       "      <td>Total</td>\n",
       "      <td>5.510507</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; OutputCasTables</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"CAS Library\">casLib</th>\n",
       "      <th title=\"Name\">Name</th>\n",
       "      <th title=\"Label\">Label</th>\n",
       "      <th title=\"Number of Rows\">Rows</th>\n",
       "      <th title=\"Number of Columns\">Columns</th>\n",
       "      <th title=\"Table\">casTable</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CASUSER(username)</td>\n",
       "      <td>predicted</td>\n",
       "      <td></td>\n",
       "      <td>1688948</td>\n",
       "      <td>37</td>\n",
       "      <td>CASTable('predicted', caslib='CASUSER(username)')</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 5.51s</span> &#183; <span class=\"cas-user\">user 48s</span> &#183; <span class=\"cas-sys\">sys 1.2s</span> &#183; <span class=\"cas-memory\">mem 366MB</span></small></p>"
      ],
      "text/plain": [
       "[ModelInfo]\n",
       "\n",
       " Model Information\n",
       " \n",
       "          RowId             Description                        Value\n",
       " 0         DATA             Data Source                     ORGANICS\n",
       " 1  RESPONSEVAR       Response Variable                    TargetBuy\n",
       " 2         DIST            Distribution                       Binary\n",
       " 3         LINK           Link Function                        Logit\n",
       " 4         TECH  Optimization Technique  Newton-Raphson with Ridging\n",
       "\n",
       "[NObs]\n",
       "\n",
       " Number of Observations\n",
       " \n",
       "    RowId                  Description      Value\n",
       " 0  NREAD  Number of Observations Read  1688948.0\n",
       " 1  NUSED  Number of Observations Used  1574340.0\n",
       "\n",
       "[ResponseProfile]\n",
       "\n",
       " Response Profile\n",
       " \n",
       "    OrderedValue Outcome TargetBuy       Freq Modeled\n",
       " 0             1  Bought    Bought   387600.0       *\n",
       " 1             2      No        No  1186740.0        \n",
       "\n",
       "[ClassInfo]\n",
       "\n",
       " Class Level Information\n",
       " \n",
       "           Class  Levels  Values\n",
       " 0     DemGender     3.0   F M U\n",
       " 1  DemHomeowner     2.0  No Yes\n",
       "\n",
       "[ConvergenceStatus]\n",
       "\n",
       " Convergence Status\n",
       " \n",
       "                                           Reason  Status  MaxGradient\n",
       " 0  Convergence criterion (GCONV=1E-8) satisfied.       0     0.000003\n",
       "\n",
       "[Dimensions]\n",
       "\n",
       " Dimensions\n",
       " \n",
       "          RowId                 Description  Value\n",
       " 0  NDESIGNCOLS           Columns in Design      9\n",
       " 1     NEFFECTS           Number of Effects      6\n",
       " 2    MAXEFCOLS          Max Effect Columns      3\n",
       " 3   DESIGNRANK              Rank of Design      7\n",
       " 4      OPTPARM  Parameters in Optimization      7\n",
       "\n",
       "[GlobalTest]\n",
       "\n",
       " Testing Global Null Hypothesis: BETA=0\n",
       " \n",
       "                Test  DF          ChiSq  ProbChiSq\n",
       " 0  Likelihood Ratio   6  252367.563696        0.0\n",
       "\n",
       "[FitStatistics]\n",
       "\n",
       " Fit Statistics\n",
       " \n",
       "   RowId               Description         Value\n",
       " 0  M2LL         -2 Log Likelihood  1.504974e+06\n",
       " 1   AIC   AIC (smaller is better)  1.504988e+06\n",
       " 2  AICC  AICC (smaller is better)  1.504988e+06\n",
       " 3   SBC   SBC (smaller is better)  1.505074e+06\n",
       "\n",
       "[ParameterEstimates]\n",
       "\n",
       " Parameter Estimates\n",
       " \n",
       "           Effect DemGender DemHomeowner         Parameter          ParmName  \\\n",
       " 0      Intercept                                Intercept         Intercept   \n",
       " 1         DemAge                                   DemAge            DemAge   \n",
       " 2  purchase_3mon                            purchase_3mon     purchase_3mon   \n",
       " 3  purchase_9mon                            purchase_9mon     purchase_9mon   \n",
       " 4      DemGender         F                    DemGender F       DemGender_F   \n",
       " 5      DemGender         M                    DemGender M       DemGender_M   \n",
       " 6      DemGender         U                    DemGender U       DemGender_U   \n",
       " 7   DemHomeowner                     No   DemHomeowner No   DemHomeowner_No   \n",
       " 8   DemHomeowner                    Yes  DemHomeowner Yes  DemHomeowner_Yes   \n",
       " \n",
       "    DF  Estimate    StdErr          ChiSq     ProbChiSq  \n",
       " 0   1  0.447991  0.072359      38.330834  5.971168e-10  \n",
       " 1   1 -0.056478  0.000162  120823.996353  0.000000e+00  \n",
       " 2   1  0.000071  0.000049       2.074100  1.498183e-01  \n",
       " 3   1 -0.000026  0.000029       0.811013  3.678210e-01  \n",
       " 4   1  1.817162  0.007381   60609.158117  0.000000e+00  \n",
       " 5   1  0.857905  0.008216   10904.528278  0.000000e+00  \n",
       " 6   0  0.000000       NaN            NaN           NaN  \n",
       " 7   1  0.000318  0.004226       0.005669  9.399814e-01  \n",
       " 8   0  0.000000       NaN            NaN           NaN  \n",
       "\n",
       "[Timing]\n",
       "\n",
       " Task Timing\n",
       " \n",
       "             RowId                  Task      Time   RelTime\n",
       " 0           SETUP     Setup and Parsing  0.030029  0.005449\n",
       " 1    LEVELIZATION          Levelization  0.884020  0.160424\n",
       " 2  INITIALIZATION  Model Initialization  0.000194  0.000035\n",
       " 3            SSCP      SSCP Computation  0.602842  0.109399\n",
       " 4         FITTING         Model Fitting  1.344155  0.243926\n",
       " 5          OUTPUT  Creating Output Data  2.368268  0.429773\n",
       " 6         CLEANUP               Cleanup  0.009795  0.001778\n",
       " 7           TOTAL                 Total  5.510507  1.000000\n",
       "\n",
       "[OutputCasTables]\n",
       "\n",
       "             casLib       Name Label     Rows  Columns  \\\n",
       " 0  CASUSER(username)  predicted        1688948       37   \n",
       " \n",
       "                                           casTable  \n",
       " 0  CASTable('predicted', caslib='CASUSER(username)')  \n",
       "\n",
       "+ Elapsed: 5.51s, user: 48s, sys: 1.2s, mem: 366mb"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result1 = conn.CASTable('predicted', replace=True)\n",
    "model1.output.casout = result1\n",
    "model1.output.copyvars = 'all';\n",
    "del model1.display\n",
    "model1()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['_PRED_', 'ID', 'DemAffl', 'DemAge', 'DemGender', 'DemHomeowner',\n",
       "       'DemAgeGroup', 'DemCluster', 'DemReg', 'DemTVReg', 'DemFlag1',\n",
       "       'DemFlag2', 'DemFlag3', 'DemFlag4', 'DemFlag5', 'DemFlag6', 'DemFlag7',\n",
       "       'DemFlag8', 'PromClass', 'PromTime', 'TargetBuy', 'Bought_Beverages',\n",
       "       'Bought_Bakery', 'Bought_Canned', 'Bought_Dairy', 'Bought_Baking',\n",
       "       'Bought_Frozen', 'Bought_Meat', 'Bought_Fruits', 'Bought_Vegetables',\n",
       "       'Bought_Cleaners', 'Bought_PaperGoods', 'Bought_Others',\n",
       "       'purchase_3mon', 'purchase_6mon', 'purchase_9mon', 'purchase_12mon'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result1.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; Crosstab</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"DemGender\">DemGender</th>\n",
       "      <th title=\"Col1\">Col1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>F</td>\n",
       "      <td>0.343891</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>M</td>\n",
       "      <td>0.165559</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>U</td>\n",
       "      <td>0.076981</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 0.08s</span> &#183; <span class=\"cas-user\">user 0.633s</span> &#183; <span class=\"cas-sys\">sys 0.01s</span> &#183; <span class=\"cas-memory\">mem 1.85MB</span></small></p>"
      ],
      "text/plain": [
       "[Crosstab]\n",
       "\n",
       "   DemGender      Col1\n",
       " 0         F  0.343891\n",
       " 1         M  0.165559\n",
       " 2         U  0.076981\n",
       "\n",
       "+ Elapsed: 0.08s, user: 0.633s, sys: 0.01s, mem: 1.85mb"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result1.crosstab(row='DemGender', weight='_PRED_', aggregators='mean')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Generate score code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NOTE: Convergence criterion (GCONV=1E-8) satisfied.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Score Code</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"SASCode\">SASCode</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>/*-----------------------------------------...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Generated SAS Scoring Code</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Date: 20Jan2017:10:42:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-----------------------------------------...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>drop _badval_ _linp_ _temp_ _i_ _j_;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>_badval_ = 0;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>_linp_   = 0;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>_temp_   = 0;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>_i_      = 0;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>_j_      = 0;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>array _xrow_0_0_{4} _temporary_;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>array _beta_0_0_{4} _temporary_ (    1.7552...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>-0.05743797902413</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>-1.6172314911869E-6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.00003872414134);</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>if missing(purchase_3mon)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>or missing(DemAge)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>or missing(purchase_6mon)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>then do;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>_badval_ = 1;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>goto skip_0_0;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>end;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>do _i_=1 to 4; _xrow_0_0_{_i_} = 0; end;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>_xrow_0_0_[1] = 1;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>_xrow_0_0_[2] = DemAge;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>_xrow_0_0_[3] = purchase_3mon;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>_xrow_0_0_[4] = purchase_6mon;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>do _i_=1 to 4;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>_linp_ + _xrow_0_0_{_i_} * _beta_0_0_{_i_};</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>end;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>skip_0_0:</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>label P_TargetBuy = 'Predicted: TargetBuy';</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>if (_badval_ eq 0) and not missing(_linp_) ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>if (_linp_ &gt; 0) then do;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>P_TargetBuy = 1 / (1+exp(-_linp_));</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>end; else do;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>P_TargetBuy = exp(_linp_) / (1+exp(_l...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>end;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>end; else do;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>_linp_ = .;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>P_TargetBuy = .;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>end;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Score Code\n",
       "\n",
       "                                              SASCode\n",
       "0      /*-----------------------------------------...\n",
       "1                          Generated SAS Scoring Code\n",
       "2                            Date: 20Jan2017:10:42:06\n",
       "3        -----------------------------------------...\n",
       "4                                                    \n",
       "5                drop _badval_ _linp_ _temp_ _i_ _j_;\n",
       "6                                       _badval_ = 0;\n",
       "7                                       _linp_   = 0;\n",
       "8                                       _temp_   = 0;\n",
       "9                                       _i_      = 0;\n",
       "10                                      _j_      = 0;\n",
       "11                                                   \n",
       "12                   array _xrow_0_0_{4} _temporary_;\n",
       "13     array _beta_0_0_{4} _temporary_ (    1.7552...\n",
       "14                                  -0.05743797902413\n",
       "15                                -1.6172314911869E-6\n",
       "16                                 0.00003872414134);\n",
       "17                                                   \n",
       "18                          if missing(purchase_3mon)\n",
       "19                                 or missing(DemAge)\n",
       "20                          or missing(purchase_6mon)\n",
       "21                                           then do;\n",
       "22                                      _badval_ = 1;\n",
       "23                                     goto skip_0_0;\n",
       "24                                               end;\n",
       "25                                                   \n",
       "26           do _i_=1 to 4; _xrow_0_0_{_i_} = 0; end;\n",
       "27                                                   \n",
       "28                                 _xrow_0_0_[1] = 1;\n",
       "29                                                   \n",
       "30                            _xrow_0_0_[2] = DemAge;\n",
       "31                                                   \n",
       "32                     _xrow_0_0_[3] = purchase_3mon;\n",
       "33                                                   \n",
       "34                     _xrow_0_0_[4] = purchase_6mon;\n",
       "35                                                   \n",
       "36                                     do _i_=1 to 4;\n",
       "37        _linp_ + _xrow_0_0_{_i_} * _beta_0_0_{_i_};\n",
       "38                                               end;\n",
       "39                                                   \n",
       "40                                          skip_0_0:\n",
       "41        label P_TargetBuy = 'Predicted: TargetBuy';\n",
       "42     if (_badval_ eq 0) and not missing(_linp_) ...\n",
       "43                           if (_linp_ > 0) then do;\n",
       "44                P_TargetBuy = 1 / (1+exp(-_linp_));\n",
       "45                                      end; else do;\n",
       "46           P_TargetBuy = exp(_linp_) / (1+exp(_l...\n",
       "47                                               end;\n",
       "48                                      end; else do;\n",
       "49                                        _linp_ = .;\n",
       "50                                   P_TargetBuy = .;\n",
       "51                                               end;\n",
       "52                                                   "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result = organics.logistic(\n",
    "    target = 'TargetBuy',\n",
    "    inputs = ['DemAge', 'Purchase_3mon', 'Purchase_6mon'],\n",
    "    code = {},\n",
    ")   \n",
    "result['_code_']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Group by logistic regression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NOTE: Convergence criterion (GCONV=1E-8) satisfied.\n",
      "NOTE: Convergence criterion (GCONV=1E-8) satisfied.\n",
      "NOTE: Convergence criterion (GCONV=1E-8) satisfied.\n"
     ]
    }
   ],
   "source": [
    "organics.groupby = ['DemGender']\n",
    "result = organics.logistic(\n",
    "    target = 'TargetBuy',\n",
    "    inputs = ['DemAge', 'Purchase_3mon', 'Purchase_6mon'],\n",
    ")  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Parameter Estimates\n",
      "\n",
      "                  Effect      Parameter  Estimate\n",
      "DemGender                                        \n",
      "F              Intercept      Intercept  2.181055\n",
      "F                 DemAge         DemAge -0.057016\n",
      "F          purchase_3mon  purchase_3mon  0.000023\n",
      "F          purchase_6mon  purchase_6mon  0.000038\n",
      "\n",
      "Parameter Estimates\n",
      "\n",
      "                  Effect      Parameter  Estimate\n",
      "DemGender                                        \n",
      "M              Intercept      Intercept  1.230455\n",
      "M                 DemAge         DemAge -0.056114\n",
      "M          purchase_3mon  purchase_3mon -0.000091\n",
      "M          purchase_6mon  purchase_6mon  0.000065\n",
      "\n",
      "Parameter Estimates\n",
      "\n",
      "                  Effect      Parameter  Estimate\n",
      "DemGender                                        \n",
      "U              Intercept      Intercept  0.211336\n",
      "U                 DemAge         DemAge -0.052621\n",
      "U          purchase_3mon  purchase_3mon  0.000139\n",
      "U          purchase_6mon  purchase_6mon -0.000046\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for df in result:\n",
    "    if 'ParameterEstimates' in df:\n",
    "        print(result[df][['Effect','Parameter','Estimate']])\n",
    "        print('')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Decision Trees"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NOTE: Added action set 'decisiontree'.\n",
      "NOTE: Information for action set 'decisiontree':\n",
      "NOTE:    decisionTree\n",
      "NOTE:       dtreeTrain - Train a decision tree\n",
      "NOTE:       dtreeScore - Score a table using a decision tree model\n",
      "NOTE:       dtreeSplit - Split decision tree nodes\n",
      "NOTE:       dtreePrune - Prune a decision tree\n",
      "NOTE:       dtreeMerge - Merge decision tree nodes\n",
      "NOTE:       dtreeCode - Generate DATA step scoring code from a decision tree model\n",
      "NOTE:       forestTrain - Train a forest\n",
      "NOTE:       forestScore - Score a table using a forest model\n",
      "NOTE:       forestCode - Generate DATA step scoring code from a forest model\n",
      "NOTE:       gbtreeTrain - Train a gradient boosting tree\n",
      "NOTE:       gbtreeScore - Score a table using a gradient boosting tree model\n",
      "NOTE:       gbtreecode - Generate DATA step scoring code from a gradient boosting tree model\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; decisionTree</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Name\">name</th>\n",
       "      <th title=\"Description\">description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dtreeTrain</td>\n",
       "      <td>Train a decision tree</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dtreeScore</td>\n",
       "      <td>Score a table using a decision tree model</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dtreeSplit</td>\n",
       "      <td>Split decision tree nodes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dtreePrune</td>\n",
       "      <td>Prune a decision tree</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>dtreeMerge</td>\n",
       "      <td>Merge decision tree nodes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>dtreeCode</td>\n",
       "      <td>Generate DATA step scoring code from a decisio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>forestTrain</td>\n",
       "      <td>Train a forest</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>forestScore</td>\n",
       "      <td>Score a table using a forest model</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>forestCode</td>\n",
       "      <td>Generate DATA step scoring code from a forest ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>gbtreeTrain</td>\n",
       "      <td>Train a gradient boosting tree</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>gbtreeScore</td>\n",
       "      <td>Score a table using a gradient boosting tree m...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>gbtreecode</td>\n",
       "      <td>Generate DATA step scoring code from a gradien...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 0.000766s</span> &#183; <span class=\"cas-memory\">mem 0.0796MB</span></small></p>"
      ],
      "text/plain": [
       "[decisionTree]\n",
       "\n",
       "            name                                        description\n",
       " 0    dtreeTrain                              Train a decision tree\n",
       " 1    dtreeScore          Score a table using a decision tree model\n",
       " 2    dtreeSplit                          Split decision tree nodes\n",
       " 3    dtreePrune                              Prune a decision tree\n",
       " 4    dtreeMerge                          Merge decision tree nodes\n",
       " 5     dtreeCode  Generate DATA step scoring code from a decisio...\n",
       " 6   forestTrain                                     Train a forest\n",
       " 7   forestScore                 Score a table using a forest model\n",
       " 8    forestCode  Generate DATA step scoring code from a forest ...\n",
       " 9   gbtreeTrain                     Train a gradient boosting tree\n",
       " 10  gbtreeScore  Score a table using a gradient boosting tree m...\n",
       " 11   gbtreecode  Generate DATA step scoring code from a gradien...\n",
       "\n",
       "+ Elapsed: 0.000766s, mem: 0.0796mb"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "conn.loadactionset('decisiontree')\n",
    "conn.help(actionset='decisiontree')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ModelInfo</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Decision Tree for ORGANICS</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Descr\">Descr</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Tree Nodes</td>\n",
       "      <td>5.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Max Number of Branches</td>\n",
       "      <td>2.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Number of Levels</td>\n",
       "      <td>3.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Number of Leaves</td>\n",
       "      <td>3.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Number of Bins</td>\n",
       "      <td>2.000000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Minimum Size of Leaves</td>\n",
       "      <td>3.236840e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Maximum Size of Leaves</td>\n",
       "      <td>9.233240e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Number of Variables</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Confidence Level for Pruning</td>\n",
       "      <td>2.500000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Number of Observations Used</td>\n",
       "      <td>1.688948e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Misclassification Error (%)</td>\n",
       "      <td>2.477163e+01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; OutputCasTables</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"CAS Library\">casLib</th>\n",
       "      <th title=\"Name\">Name</th>\n",
       "      <th title=\"Number of Rows\">Rows</th>\n",
       "      <th title=\"Number of Columns\">Columns</th>\n",
       "      <th title=\"Table\">casTable</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CASUSER(username)</td>\n",
       "      <td>treeModel1</td>\n",
       "      <td>5</td>\n",
       "      <td>24</td>\n",
       "      <td>CASTable('treeModel1', caslib='CASUSER(username)')</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 0.441s</span> &#183; <span class=\"cas-user\">user 5.52s</span> &#183; <span class=\"cas-sys\">sys 0.073s</span> &#183; <span class=\"cas-memory\">mem 18MB</span></small></p>"
      ],
      "text/plain": [
       "[ModelInfo]\n",
       "\n",
       " Decision Tree for ORGANICS\n",
       " \n",
       "                            Descr         Value\n",
       " 0           Number of Tree Nodes  5.000000e+00\n",
       " 1         Max Number of Branches  2.000000e+00\n",
       " 2               Number of Levels  3.000000e+00\n",
       " 3               Number of Leaves  3.000000e+00\n",
       " 4                 Number of Bins  2.000000e+01\n",
       " 5         Minimum Size of Leaves  3.236840e+05\n",
       " 6         Maximum Size of Leaves  9.233240e+05\n",
       " 7            Number of Variables  1.000000e+00\n",
       " 8   Confidence Level for Pruning  2.500000e-01\n",
       " 9    Number of Observations Used  1.688948e+06\n",
       " 10   Misclassification Error (%)  2.477163e+01\n",
       "\n",
       "[OutputCasTables]\n",
       "\n",
       "             casLib        Name  Rows  Columns  \\\n",
       " 0  CASUSER(username)  treeModel1     5       24   \n",
       " \n",
       "                                            casTable  \n",
       " 0  CASTable('treeModel1', caslib='CASUSER(username)')  \n",
       "\n",
       "+ Elapsed: 0.441s, user: 5.52s, sys: 0.073s, mem: 18mb"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "organics = conn.CASTable('organics')\n",
    "\n",
    "output1 = conn.CASTable('treeModel1', replace=True)\n",
    "tree1 = organics.Dtreetrain()\n",
    "tree1.target = 'TargetBuy'\n",
    "tree1.inputs = ['DemGender']\n",
    "tree1.casout = output1\n",
    "tree1()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['_Target_', '_NumTargetLevel_', '_TargetValL_', '_TargetVal0_',\n",
       "       '_TargetVal1_', '_CI0_', '_CI1_', '_NodeID_', '_TreeLevel_',\n",
       "       '_NodeName_', '_Parent_', '_ParentName_', '_NodeType_', '_Gain_',\n",
       "       '_NumObs_', '_TargetValue_', '_NumChild_', '_ChildID0_', '_ChildID1_',\n",
       "       '_PBranches_', '_PBNameL0_', '_PBNameL1_', '_PBName0_', '_PBName1_'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "output1.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Intepret the decision tree structure"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Selected Rows from Table TREEMODEL1</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"_TreeLevel_\">_TreeLevel_</th>\n",
       "      <th title=\"_NodeID_\">_NodeID_</th>\n",
       "      <th title=\"_Parent_\">_Parent_</th>\n",
       "      <th title=\"_ParentName_\">_ParentName_</th>\n",
       "      <th title=\"_NodeType_\">_NodeType_</th>\n",
       "      <th title=\"_PBName0_\">_PBName0_</th>\n",
       "      <th title=\"_PBName1_\">_PBName1_</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td></td>\n",
       "      <td>1.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>DemGender</td>\n",
       "      <td>1.0</td>\n",
       "      <td>M</td>\n",
       "      <td>U</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>DemGender</td>\n",
       "      <td>3.0</td>\n",
       "      <td>F</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>DemGender</td>\n",
       "      <td>3.0</td>\n",
       "      <td>U</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>DemGender</td>\n",
       "      <td>3.0</td>\n",
       "      <td>M</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Selected Rows from Table TREEMODEL1\n",
       "\n",
       "   _TreeLevel_  _NodeID_  _Parent_ _ParentName_  _NodeType_ _PBName0_  \\\n",
       "0          0.0       0.0      -1.0                      1.0             \n",
       "1          1.0       1.0       0.0    DemGender         1.0         M   \n",
       "2          1.0       2.0       0.0    DemGender         3.0         F   \n",
       "3          2.0       3.0       1.0    DemGender         3.0         U   \n",
       "4          2.0       4.0       1.0    DemGender         3.0         M   \n",
       "\n",
       "  _PBName1_  \n",
       "0            \n",
       "1         U  \n",
       "2            \n",
       "3            \n",
       "4            "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "output1[['_TreeLevel_', '_NodeID_', '_Parent_', '_ParentName_', \n",
    "         '_NodeType_', '_PBName0_', '_PBName1_']].sort_values('_NodeID_').head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Selected Rows from Table TREEMODEL1</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"_TreeLevel_\">_TreeLevel_</th>\n",
       "      <th title=\"_NodeID_\">_NodeID_</th>\n",
       "      <th title=\"_Parent_\">_Parent_</th>\n",
       "      <th title=\"_TargetVal0_\">_TargetVal0_</th>\n",
       "      <th title=\"_TargetVal1_\">_TargetVal1_</th>\n",
       "      <th title=\"_CI0_\">_CI0_</th>\n",
       "      <th title=\"_CI1_\">_CI1_</th>\n",
       "      <th title=\"_Gain_\">_Gain_</th>\n",
       "      <th title=\"_NumObs_\">_NumObs_</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Bought</td>\n",
       "      <td>No</td>\n",
       "      <td>0.247716</td>\n",
       "      <td>0.752284</td>\n",
       "      <td>0.047713</td>\n",
       "      <td>1688948.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Bought</td>\n",
       "      <td>No</td>\n",
       "      <td>0.129045</td>\n",
       "      <td>0.870955</td>\n",
       "      <td>0.012886</td>\n",
       "      <td>765624.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Bought</td>\n",
       "      <td>No</td>\n",
       "      <td>0.346119</td>\n",
       "      <td>0.653881</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>923324.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Bought</td>\n",
       "      <td>No</td>\n",
       "      <td>0.078422</td>\n",
       "      <td>0.921578</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>323684.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Bought</td>\n",
       "      <td>No</td>\n",
       "      <td>0.166122</td>\n",
       "      <td>0.833878</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>441940.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Selected Rows from Table TREEMODEL1\n",
       "\n",
       "   _TreeLevel_  _NodeID_  _Parent_ _TargetVal0_ _TargetVal1_     _CI0_  \\\n",
       "0          0.0       0.0      -1.0       Bought           No  0.247716   \n",
       "1          1.0       1.0       0.0       Bought           No  0.129045   \n",
       "2          1.0       2.0       0.0       Bought           No  0.346119   \n",
       "3          2.0       3.0       1.0       Bought           No  0.078422   \n",
       "4          2.0       4.0       1.0       Bought           No  0.166122   \n",
       "\n",
       "      _CI1_    _Gain_   _NumObs_  \n",
       "0  0.752284  0.047713  1688948.0  \n",
       "1  0.870955  0.012886   765624.0  \n",
       "2  0.653881  0.000000   923324.0  \n",
       "3  0.921578  0.000000   323684.0  \n",
       "4  0.833878  0.000000   441940.0  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "output1[['_TreeLevel_', '_NodeID_', '_Parent_', \n",
    "         '_TargetVal0_', '_TargetVal1_', '_CI0_', '_CI1_', \n",
    "         '_Gain_', '_NumObs_']].sort_values('_NodeID_').head(20)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Pruning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ModelInfo</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Decision Tree for ORGANICS</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Descr\">Descr</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Tree Nodes</td>\n",
       "      <td>3.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Max Number of Branches</td>\n",
       "      <td>2.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Number of Levels</td>\n",
       "      <td>2.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Number of Leaves</td>\n",
       "      <td>2.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Number of Bins</td>\n",
       "      <td>2.000000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Minimum Size of Leaves</td>\n",
       "      <td>7.656240e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Maximum Size of Leaves</td>\n",
       "      <td>9.233240e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Number of Variables</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Confidence Level for Pruning</td>\n",
       "      <td>2.500000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Number of Observations Used</td>\n",
       "      <td>1.688948e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Misclassification Error (%)</td>\n",
       "      <td>2.477163e+01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; OutputCasTables</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"CAS Library\">casLib</th>\n",
       "      <th title=\"Name\">Name</th>\n",
       "      <th title=\"Number of Rows\">Rows</th>\n",
       "      <th title=\"Number of Columns\">Columns</th>\n",
       "      <th title=\"Table\">casTable</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CASUSER(username)</td>\n",
       "      <td>treeModel1</td>\n",
       "      <td>3</td>\n",
       "      <td>24</td>\n",
       "      <td>CASTable('treeModel1', caslib='CASUSER(username)')</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 0.368s</span> &#183; <span class=\"cas-user\">user 5.27s</span> &#183; <span class=\"cas-sys\">sys 0.027s</span> &#183; <span class=\"cas-memory\">mem 16.8MB</span></small></p>"
      ],
      "text/plain": [
       "[ModelInfo]\n",
       "\n",
       " Decision Tree for ORGANICS\n",
       " \n",
       "                            Descr         Value\n",
       " 0           Number of Tree Nodes  3.000000e+00\n",
       " 1         Max Number of Branches  2.000000e+00\n",
       " 2               Number of Levels  2.000000e+00\n",
       " 3               Number of Leaves  2.000000e+00\n",
       " 4                 Number of Bins  2.000000e+01\n",
       " 5         Minimum Size of Leaves  7.656240e+05\n",
       " 6         Maximum Size of Leaves  9.233240e+05\n",
       " 7            Number of Variables  1.000000e+00\n",
       " 8   Confidence Level for Pruning  2.500000e-01\n",
       " 9    Number of Observations Used  1.688948e+06\n",
       " 10   Misclassification Error (%)  2.477163e+01\n",
       "\n",
       "[OutputCasTables]\n",
       "\n",
       "             casLib        Name  Rows  Columns  \\\n",
       " 0  CASUSER(username)  treeModel1     3       24   \n",
       " \n",
       "                                            casTable  \n",
       " 0  CASTable('treeModel1', caslib='CASUSER(username)')  \n",
       "\n",
       "+ Elapsed: 0.368s, user: 5.27s, sys: 0.027s, mem: 16.8mb"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tree1.prune = True\n",
    "tree1()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Selected Rows from Table TREEMODEL1</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"_TreeLevel_\">_TreeLevel_</th>\n",
       "      <th title=\"_NodeID_\">_NodeID_</th>\n",
       "      <th title=\"_Parent_\">_Parent_</th>\n",
       "      <th title=\"_ParentName_\">_ParentName_</th>\n",
       "      <th title=\"_NodeType_\">_NodeType_</th>\n",
       "      <th title=\"_PBName0_\">_PBName0_</th>\n",
       "      <th title=\"_PBName1_\">_PBName1_</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td></td>\n",
       "      <td>1.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>DemGender</td>\n",
       "      <td>3.0</td>\n",
       "      <td>M</td>\n",
       "      <td>U</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>DemGender</td>\n",
       "      <td>3.0</td>\n",
       "      <td>F</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Selected Rows from Table TREEMODEL1\n",
       "\n",
       "   _TreeLevel_  _NodeID_  _Parent_ _ParentName_  _NodeType_ _PBName0_  \\\n",
       "0          0.0       0.0      -1.0                      1.0             \n",
       "1          1.0       1.0       0.0    DemGender         3.0         M   \n",
       "2          1.0       2.0       0.0    DemGender         3.0         F   \n",
       "\n",
       "  _PBName1_  \n",
       "0            \n",
       "1         U  \n",
       "2            "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "output1[['_TreeLevel_', '_NodeID_', '_Parent_', '_ParentName_',\n",
    "         '_NodeType_', '_PBName0_', '_PBName1_']].sort_values('_NodeID_').head(20)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Adding more predictors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ModelInfo</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Decision Tree for ORGANICS</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Descr\">Descr</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Tree Nodes</td>\n",
       "      <td>4.500000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Max Number of Branches</td>\n",
       "      <td>2.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Number of Levels</td>\n",
       "      <td>6.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Number of Leaves</td>\n",
       "      <td>2.300000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Number of Bins</td>\n",
       "      <td>2.000000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Minimum Size of Leaves</td>\n",
       "      <td>7.600000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Maximum Size of Leaves</td>\n",
       "      <td>5.972840e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Number of Variables</td>\n",
       "      <td>1.500000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Confidence Level for Pruning</td>\n",
       "      <td>2.500000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Number of Observations Used</td>\n",
       "      <td>1.688948e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Misclassification Error (%)</td>\n",
       "      <td>2.388966e+01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; OutputCasTables</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"CAS Library\">casLib</th>\n",
       "      <th title=\"Name\">Name</th>\n",
       "      <th title=\"Number of Rows\">Rows</th>\n",
       "      <th title=\"Number of Columns\">Columns</th>\n",
       "      <th title=\"Table\">casTable</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CASUSER(username)</td>\n",
       "      <td>treeModel2</td>\n",
       "      <td>45</td>\n",
       "      <td>130</td>\n",
       "      <td>CASTable('treeModel2', caslib='CASUSER(username)')</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 2.66s</span> &#183; <span class=\"cas-user\">user 48s</span> &#183; <span class=\"cas-sys\">sys 0.088s</span> &#183; <span class=\"cas-memory\">mem 32MB</span></small></p>"
      ],
      "text/plain": [
       "[ModelInfo]\n",
       "\n",
       " Decision Tree for ORGANICS\n",
       " \n",
       "                            Descr         Value\n",
       " 0           Number of Tree Nodes  4.500000e+01\n",
       " 1         Max Number of Branches  2.000000e+00\n",
       " 2               Number of Levels  6.000000e+00\n",
       " 3               Number of Leaves  2.300000e+01\n",
       " 4                 Number of Bins  2.000000e+01\n",
       " 5         Minimum Size of Leaves  7.600000e+01\n",
       " 6         Maximum Size of Leaves  5.972840e+05\n",
       " 7            Number of Variables  1.500000e+01\n",
       " 8   Confidence Level for Pruning  2.500000e-01\n",
       " 9    Number of Observations Used  1.688948e+06\n",
       " 10   Misclassification Error (%)  2.388966e+01\n",
       "\n",
       "[OutputCasTables]\n",
       "\n",
       "             casLib        Name  Rows  Columns  \\\n",
       " 0  CASUSER(username)  treeModel2    45      130   \n",
       " \n",
       "                                            casTable  \n",
       " 0  CASTable('treeModel2', caslib='CASUSER(username)')  \n",
       "\n",
       "+ Elapsed: 2.66s, user: 48s, sys: 0.088s, mem: 32mb"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "varlist = ['DemGender', 'DemHomeowner', 'DemAgeGroup', 'DemCluster', \n",
    "           'DemReg', 'DemTVReg', 'DemFlag1', 'DemFlag2', 'DemFlag3', 'DemFlag4', \n",
    "           'DemFlag5', 'DemFlag6', 'DemFlag7', 'DemFlag8', 'PromClass']\n",
    "\n",
    "output2 = conn.CASTable('treeModel2')\n",
    "output2.replace = True\n",
    "\n",
    "tree2 = organics.dtreetrain\n",
    "tree2.target = 'TargetBuy'\n",
    "tree2.inputs = varlist\n",
    "tree2.casout = output2\n",
    "tree2()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Increase leaf size"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ModelInfo</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Decision Tree for ORGANICS</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Descr\">Descr</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Tree Nodes</td>\n",
       "      <td>1.500000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Max Number of Branches</td>\n",
       "      <td>2.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Number of Levels</td>\n",
       "      <td>4.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Number of Leaves</td>\n",
       "      <td>8.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Number of Bins</td>\n",
       "      <td>2.000000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Minimum Size of Leaves</td>\n",
       "      <td>1.216000e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Maximum Size of Leaves</td>\n",
       "      <td>8.891240e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Number of Variables</td>\n",
       "      <td>1.500000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Confidence Level for Pruning</td>\n",
       "      <td>2.500000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Number of Observations Used</td>\n",
       "      <td>1.688948e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Misclassification Error (%)</td>\n",
       "      <td>2.393466e+01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; OutputCasTables</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"CAS Library\">casLib</th>\n",
       "      <th title=\"Name\">Name</th>\n",
       "      <th title=\"Number of Rows\">Rows</th>\n",
       "      <th title=\"Number of Columns\">Columns</th>\n",
       "      <th title=\"Table\">casTable</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CASUSER(username)</td>\n",
       "      <td>treeModel2</td>\n",
       "      <td>15</td>\n",
       "      <td>130</td>\n",
       "      <td>CASTable('treeModel2', caslib='CASUSER(username)')</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 2.05s</span> &#183; <span class=\"cas-user\">user 37.2s</span> &#183; <span class=\"cas-sys\">sys 0.119s</span> &#183; <span class=\"cas-memory\">mem 25.5MB</span></small></p>"
      ],
      "text/plain": [
       "[ModelInfo]\n",
       "\n",
       " Decision Tree for ORGANICS\n",
       " \n",
       "                            Descr         Value\n",
       " 0           Number of Tree Nodes  1.500000e+01\n",
       " 1         Max Number of Branches  2.000000e+00\n",
       " 2               Number of Levels  4.000000e+00\n",
       " 3               Number of Leaves  8.000000e+00\n",
       " 4                 Number of Bins  2.000000e+01\n",
       " 5         Minimum Size of Leaves  1.216000e+03\n",
       " 6         Maximum Size of Leaves  8.891240e+05\n",
       " 7            Number of Variables  1.500000e+01\n",
       " 8   Confidence Level for Pruning  2.500000e-01\n",
       " 9    Number of Observations Used  1.688948e+06\n",
       " 10   Misclassification Error (%)  2.393466e+01\n",
       "\n",
       "[OutputCasTables]\n",
       "\n",
       "             casLib        Name  Rows  Columns  \\\n",
       " 0  CASUSER(username)  treeModel2    15      130   \n",
       " \n",
       "                                            casTable  \n",
       " 0  CASTable('treeModel2', caslib='CASUSER(username)')  \n",
       "\n",
       "+ Elapsed: 2.05s, user: 37.2s, sys: 0.119s, mem: 25.5mb"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "organics.dtreetrain(\n",
    "    target='TargetBuy',\n",
    "    inputs = varlist,\n",
    "    casout=output2, \n",
    "    leafSize=1000,\n",
    "    maxLevel = 4,\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Scoring using the decision tree model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ScoreInfo</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Descr\">Descr</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Observations Read</td>\n",
       "      <td>1688948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Number of Observations Used</td>\n",
       "      <td>1688948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Misclassification Error (%)</td>\n",
       "      <td>23.934662287</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 0.106s</span> &#183; <span class=\"cas-user\">user 1.66s</span> &#183; <span class=\"cas-sys\">sys 0.009s</span> &#183; <span class=\"cas-memory\">mem 2.98MB</span></small></p>"
      ],
      "text/plain": [
       "[ScoreInfo]\n",
       "\n",
       "                          Descr                             Value\n",
       " 0  Number of Observations Read                           1688948\n",
       " 1  Number of Observations Used                           1688948\n",
       " 2  Misclassification Error (%)                      23.934662287\n",
       "\n",
       "+ Elapsed: 0.106s, user: 1.66s, sys: 0.009s, mem: 2.98mb"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "organics.dtreescore(modelTable=conn.CASTable('treeModel2'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['_DT_PredName_', '_DT_PredP_', '_DT_PredLevel_', '_LeafID_', '_MissIt_',\n",
       "       '_NumNodes_', '_NodeList0_', '_NodeList1_', '_NodeList2_',\n",
       "       '_NodeList3_'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "output3 = conn.CASTable('predicted', replace=True)\n",
    "organics.dtreeScore(modelTable = output2, casout = output3)\n",
    "output3.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Selected Rows from Table PREDICTED</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"_DT_PredName_\">_DT_PredName_</th>\n",
       "      <th title=\"_DT_PredP_\">_DT_PredP_</th>\n",
       "      <th title=\"_DT_PredLevel_\">_DT_PredLevel_</th>\n",
       "      <th title=\"_LeafID_\">_LeafID_</th>\n",
       "      <th title=\"_MissIt_\">_MissIt_</th>\n",
       "      <th title=\"_NumNodes_\">_NumNodes_</th>\n",
       "      <th title=\"_NodeList0_\">_NodeList0_</th>\n",
       "      <th title=\"_NodeList1_\">_NodeList1_</th>\n",
       "      <th title=\"_NodeList2_\">_NodeList2_</th>\n",
       "      <th title=\"_NodeList3_\">_NodeList3_</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>No</td>\n",
       "      <td>0.667749</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>No</td>\n",
       "      <td>0.840345</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>No</td>\n",
       "      <td>0.667749</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>No</td>\n",
       "      <td>0.667749</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>No</td>\n",
       "      <td>0.840345</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>No</td>\n",
       "      <td>0.667749</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>No</td>\n",
       "      <td>0.840345</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>No</td>\n",
       "      <td>0.667749</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>No</td>\n",
       "      <td>0.667749</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>No</td>\n",
       "      <td>0.923686</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Selected Rows from Table PREDICTED\n",
       "\n",
       "  _DT_PredName_  _DT_PredP_  _DT_PredLevel_  _LeafID_  _MissIt_  _NumNodes_  \\\n",
       "0            No    0.667749             1.0       9.0       0.0         4.0   \n",
       "1            No    0.840345             1.0       8.0       0.0         4.0   \n",
       "2            No    0.667749             1.0       9.0       0.0         4.0   \n",
       "3            No    0.667749             1.0       9.0       0.0         4.0   \n",
       "4            No    0.840345             1.0       8.0       0.0         4.0   \n",
       "5            No    0.667749             1.0       9.0       0.0         4.0   \n",
       "6            No    0.840345             1.0       8.0       0.0         4.0   \n",
       "7            No    0.667749             1.0       9.0       0.0         4.0   \n",
       "8            No    0.667749             1.0       9.0       0.0         4.0   \n",
       "9            No    0.923686             1.0       7.0       0.0         4.0   \n",
       "\n",
       "   _NodeList0_  _NodeList1_  _NodeList2_  _NodeList3_  \n",
       "0          0.0          1.0          4.0          9.0  \n",
       "1          0.0          1.0          3.0          8.0  \n",
       "2          0.0          1.0          4.0          9.0  \n",
       "3          0.0          1.0          4.0          9.0  \n",
       "4          0.0          1.0          3.0          8.0  \n",
       "5          0.0          1.0          4.0          9.0  \n",
       "6          0.0          1.0          3.0          8.0  \n",
       "7          0.0          1.0          4.0          9.0  \n",
       "8          0.0          1.0          4.0          9.0  \n",
       "9          0.0          1.0          3.0          7.0  "
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "output3.head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Gradient Boosting, Forests, and Neural Networks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ModelInfo</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Forest for ORGANICS</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Descr\">Descr</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Trees</td>\n",
       "      <td>50.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Number of Selected Variables (M)</td>\n",
       "      <td>4.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Random Number Seed</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Bootstrap Percentage (%)</td>\n",
       "      <td>63.212056</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Number of Bins</td>\n",
       "      <td>20.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Number of Variables</td>\n",
       "      <td>15.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Confidence Level for Pruning</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Max Number of Tree Nodes</td>\n",
       "      <td>59.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Min Number of Tree Nodes</td>\n",
       "      <td>25.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Max Number of Branches</td>\n",
       "      <td>2.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Min Number of Branches</td>\n",
       "      <td>2.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Max Number of Levels</td>\n",
       "      <td>6.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Min Number of Levels</td>\n",
       "      <td>6.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Max Number of Leaves</td>\n",
       "      <td>30.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Min Number of Leaves</td>\n",
       "      <td>13.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Maximum Size of Leaves</td>\n",
       "      <td>849994.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Minimum Size of Leaves</td>\n",
       "      <td>11.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Out-of-Bag MCR (%)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; OutputCasTables</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"CAS Library\">casLib</th>\n",
       "      <th title=\"Name\">Name</th>\n",
       "      <th title=\"Number of Rows\">Rows</th>\n",
       "      <th title=\"Number of Columns\">Columns</th>\n",
       "      <th title=\"Table\">casTable</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CASUSER(username)</td>\n",
       "      <td>forest1</td>\n",
       "      <td>2196</td>\n",
       "      <td>132</td>\n",
       "      <td>CASTable('forest1', caslib='CASUSER(username)')</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 125s</span> &#183; <span class=\"cas-user\">user 250s</span> &#183; <span class=\"cas-sys\">sys 1.49s</span> &#183; <span class=\"cas-memory\">mem 994MB</span></small></p>"
      ],
      "text/plain": [
       "[ModelInfo]\n",
       "\n",
       " Forest for ORGANICS\n",
       " \n",
       "                                Descr          Value\n",
       " 0                    Number of Trees      50.000000\n",
       " 1   Number of Selected Variables (M)       4.000000\n",
       " 2                 Random Number Seed       0.000000\n",
       " 3           Bootstrap Percentage (%)      63.212056\n",
       " 4                     Number of Bins      20.000000\n",
       " 5                Number of Variables      15.000000\n",
       " 6       Confidence Level for Pruning       0.250000\n",
       " 7           Max Number of Tree Nodes      59.000000\n",
       " 8           Min Number of Tree Nodes      25.000000\n",
       " 9             Max Number of Branches       2.000000\n",
       " 10            Min Number of Branches       2.000000\n",
       " 11              Max Number of Levels       6.000000\n",
       " 12              Min Number of Levels       6.000000\n",
       " 13              Max Number of Leaves      30.000000\n",
       " 14              Min Number of Leaves      13.000000\n",
       " 15            Maximum Size of Leaves  849994.000000\n",
       " 16            Minimum Size of Leaves      11.000000\n",
       " 17                Out-of-Bag MCR (%)            NaN\n",
       "\n",
       "[OutputCasTables]\n",
       "\n",
       "             casLib     Name  Rows  Columns  \\\n",
       " 0  CASUSER(username)  forest1  2196      132   \n",
       " \n",
       "                                         casTable  \n",
       " 0  CASTable('forest1', caslib='CASUSER(username)')  \n",
       "\n",
       "+ Elapsed: 125s, user: 250s, sys: 1.49s, mem: 994mb"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "varlist = ['DemGender', 'DemHomeowner', 'DemAgeGroup', 'DemCluster', \n",
    "           'DemReg', 'DemTVReg', 'DemFlag1', 'DemFlag2', 'DemFlag3', 'DemFlag4', \n",
    "           'DemFlag5', 'DemFlag6', 'DemFlag7', 'DemFlag8', 'PromClass']\n",
    "\n",
    "output = conn.CASTable('forest1')\n",
    "output.replace = True\n",
    "\n",
    "forest1 = organics.foresttrain\n",
    "forest1.target = 'TargetBuy'\n",
    "forest1.inputs = varlist\n",
    "forest1.casout = output\n",
    "forest1()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Forest for ORGANICS</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Analysis Variable\">Variable</th>\n",
       "      <th title=\"Importance\">Importance</th>\n",
       "      <th title=\"Std\">Std</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>DemGender</td>\n",
       "      <td>16342.355841</td>\n",
       "      <td>8087.767096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>DemAgeGroup</td>\n",
       "      <td>5748.171795</td>\n",
       "      <td>2499.726833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>PromClass</td>\n",
       "      <td>2517.516023</td>\n",
       "      <td>1307.450975</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>DemTVReg</td>\n",
       "      <td>282.827455</td>\n",
       "      <td>98.494842</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>DemFlag6</td>\n",
       "      <td>246.837783</td>\n",
       "      <td>278.700253</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>DemCluster</td>\n",
       "      <td>191.360944</td>\n",
       "      <td>53.261145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>DemReg</td>\n",
       "      <td>132.455284</td>\n",
       "      <td>53.360679</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>DemFlag1</td>\n",
       "      <td>125.761133</td>\n",
       "      <td>149.488296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>DemFlag2</td>\n",
       "      <td>109.324912</td>\n",
       "      <td>243.124991</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>DemFlag7</td>\n",
       "      <td>49.987114</td>\n",
       "      <td>40.416881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>DemFlag8</td>\n",
       "      <td>11.843795</td>\n",
       "      <td>28.036949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>DemFlag5</td>\n",
       "      <td>9.315521</td>\n",
       "      <td>37.105514</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>DemFlag3</td>\n",
       "      <td>7.359407</td>\n",
       "      <td>24.081352</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>DemFlag4</td>\n",
       "      <td>4.963762</td>\n",
       "      <td>28.667292</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>DemHomeowner</td>\n",
       "      <td>0.254335</td>\n",
       "      <td>0.714810</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Forest for ORGANICS\n",
       "\n",
       "        Variable    Importance          Std\n",
       "0      DemGender  16342.355841  8087.767096\n",
       "1    DemAgeGroup   5748.171795  2499.726833\n",
       "2      PromClass   2517.516023  1307.450975\n",
       "3       DemTVReg    282.827455    98.494842\n",
       "4       DemFlag6    246.837783   278.700253\n",
       "5     DemCluster    191.360944    53.261145\n",
       "6         DemReg    132.455284    53.360679\n",
       "7       DemFlag1    125.761133   149.488296\n",
       "8       DemFlag2    109.324912   243.124991\n",
       "9       DemFlag7     49.987114    40.416881\n",
       "10      DemFlag8     11.843795    28.036949\n",
       "11      DemFlag5      9.315521    37.105514\n",
       "12      DemFlag3      7.359407    24.081352\n",
       "13      DemFlag4      4.963762    28.667292\n",
       "14  DemHomeowner      0.254335     0.714810"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "forest1.varimp = True\n",
    "result = forest1()\n",
    "result['DTreeVarImpInfo']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"CAS Library\">casLib</th>\n",
       "      <th title=\"Name\">Name</th>\n",
       "      <th title=\"Number of Rows\">Rows</th>\n",
       "      <th title=\"Number of Columns\">Columns</th>\n",
       "      <th title=\"Table\">casTable</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CASUSER(username)</td>\n",
       "      <td>forest1</td>\n",
       "      <td>2192</td>\n",
       "      <td>132</td>\n",
       "      <td>CASTable('forest1', caslib='CASUSER(username)')</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            casLib     Name  Rows  Columns  \\\n",
       "0  CASUSER(username)  forest1  2192      132   \n",
       "\n",
       "                                        casTable  \n",
       "0  CASTable('forest1', caslib='CASUSER(username)')  "
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result['OutputCasTables']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ModelInfo</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Gradient Boosting Tree for ORGANICS</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Descr\">Descr</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Trees</td>\n",
       "      <td>50.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Distribution</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Learning Rate</td>\n",
       "      <td>0.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Subsampling Rate</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Number of Selected Variables (M)</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Number of Bins</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Number of Variables</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Max Number of Tree Nodes</td>\n",
       "      <td>63.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Min Number of Tree Nodes</td>\n",
       "      <td>61.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Max Number of Branches</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Min Number of Branches</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Max Number of Levels</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Min Number of Levels</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Max Number of Leaves</td>\n",
       "      <td>32.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Min Number of Leaves</td>\n",
       "      <td>31.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Maximum Size of Leaves</td>\n",
       "      <td>454363.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Minimum Size of Leaves</td>\n",
       "      <td>33.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Random Number Seed</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-results-key\"><hr/><b>&#167; OutputCasTables</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"CAS Library\">casLib</th>\n",
       "      <th title=\"Name\">Name</th>\n",
       "      <th title=\"Number of Rows\">Rows</th>\n",
       "      <th title=\"Number of Columns\">Columns</th>\n",
       "      <th title=\"Table\">casTable</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CASUSER(username)</td>\n",
       "      <td>gbtree1</td>\n",
       "      <td>3148</td>\n",
       "      <td>121</td>\n",
       "      <td>CASTable('gbtree1', caslib='CASUSER(username)')</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 243s</span> &#183; <span class=\"cas-user\">user 1.33e+03s</span> &#183; <span class=\"cas-sys\">sys 2.46s</span> &#183; <span class=\"cas-memory\">mem 476MB</span></small></p>"
      ],
      "text/plain": [
       "[ModelInfo]\n",
       "\n",
       " Gradient Boosting Tree for ORGANICS\n",
       " \n",
       "                                Descr     Value\n",
       " 0                    Number of Trees      50.0\n",
       " 1                       Distribution       2.0\n",
       " 2                      Learning Rate       0.1\n",
       " 3                   Subsampling Rate       0.5\n",
       " 4   Number of Selected Variables (M)      15.0\n",
       " 5                     Number of Bins      20.0\n",
       " 6                Number of Variables      15.0\n",
       " 7           Max Number of Tree Nodes      63.0\n",
       " 8           Min Number of Tree Nodes      61.0\n",
       " 9             Max Number of Branches       2.0\n",
       " 10            Min Number of Branches       2.0\n",
       " 11              Max Number of Levels       6.0\n",
       " 12              Min Number of Levels       6.0\n",
       " 13              Max Number of Leaves      32.0\n",
       " 14              Min Number of Leaves      31.0\n",
       " 15            Maximum Size of Leaves  454363.0\n",
       " 16            Minimum Size of Leaves      33.0\n",
       " 17                Random Number Seed       0.0\n",
       "\n",
       "[OutputCasTables]\n",
       "\n",
       "             casLib     Name  Rows  Columns  \\\n",
       " 0  CASUSER(username)  gbtree1  3148      121   \n",
       " \n",
       "                                         casTable  \n",
       " 0  CASTable('gbtree1', caslib='CASUSER(username)')  \n",
       "\n",
       "+ Elapsed: 243s, user: 1.33e+03s, sys: 2.46s, mem: 476mb"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "varlist = ['DemGender', 'DemHomeowner', 'DemAgeGroup', 'DemCluster', \n",
    "           'DemReg', 'DemTVReg', 'DemFlag1', 'DemFlag2', 'DemFlag3', 'DemFlag4', \n",
    "           'DemFlag5', 'DemFlag6', 'DemFlag7', 'DemFlag8', 'PromClass']\n",
    "\n",
    "output = conn.CASTable('gbtree1', replace=True)\n",
    "gbtree1 = organics.GBTreeTrain()\n",
    "gbtree1.target = 'TargetBuy'\n",
    "gbtree1.inputs = varlist\n",
    "gbtree1.casout = output\n",
    "gbtree1()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NOTE: Added action set 'neuralnet'.\n",
      "NOTE: Information for action set 'neuralnet':\n",
      "NOTE:    neuralNet\n",
      "NOTE:       annTrain - Train an artificial neural network\n",
      "NOTE:       annScore - Score a table using an artificial neural network model\n",
      "NOTE:       annCode - Generate DATA step scoring code from an artificial neural network model\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; neuralNet</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Name\">name</th>\n",
       "      <th title=\"Description\">description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>annTrain</td>\n",
       "      <td>Train an artificial neural network</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>annScore</td>\n",
       "      <td>Score a table using an artificial neural netwo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>annCode</td>\n",
       "      <td>Generate DATA step scoring code from an artifi...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 0.000506s</span> &#183; <span class=\"cas-user\">user 0.001s</span> &#183; <span class=\"cas-memory\">mem 0.0825MB</span></small></p>"
      ],
      "text/plain": [
       "[neuralNet]\n",
       "\n",
       "        name                                        description\n",
       " 0  annTrain                 Train an artificial neural network\n",
       " 1  annScore  Score a table using an artificial neural netwo...\n",
       " 2   annCode  Generate DATA step scoring code from an artifi...\n",
       "\n",
       "+ Elapsed: 0.000506s, user: 0.001s, mem: 0.0825mb"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "conn.loadactionset('neuralnet')\n",
    "conn.help(actionset='neuralnet')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['OptIterHistory', 'ConvergenceStatus', 'ModelInfo', 'OutputCasTables']"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "output = conn.CASTable('neural1')\n",
    "output.replace = True\n",
    "\n",
    "neural1 = organics.Anntrain()\n",
    "neural1.target = 'TargetBuy'\n",
    "neural1.inputs = ['DemAge','DemAffl','DemGender']\n",
    "neural1.casout = output\n",
    "neural1.hiddens = [4,2]\n",
    "neural1.maxIter = 1000\n",
    "result = neural1()\n",
    "list(result.keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\"><caption>Neural Net Model Info for ORGANICS</caption>\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Descr\">Descr</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Model</td>\n",
       "      <td>Neural Net</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Number of Observations Used</td>\n",
       "      <td>1498264</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Number of Observations Read</td>\n",
       "      <td>1688948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Target/Response Variable</td>\n",
       "      <td>TargetBuy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Number of Nodes</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Number of Input Nodes</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Number of Output Nodes</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Number of Hidden Nodes</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Number of Hidden Layers</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Number of Weight Parameters</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Number of Bias Parameters</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Architecture</td>\n",
       "      <td>MLP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Number of Neural Nets</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Objective Value</td>\n",
       "      <td>1.7272247444</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Neural Net Model Info for ORGANICS\n",
       "\n",
       "                          Descr         Value\n",
       "0                         Model    Neural Net\n",
       "1   Number of Observations Used       1498264\n",
       "2   Number of Observations Read       1688948\n",
       "3      Target/Response Variable     TargetBuy\n",
       "4               Number of Nodes            13\n",
       "5         Number of Input Nodes             5\n",
       "6        Number of Output Nodes             2\n",
       "7        Number of Hidden Nodes             6\n",
       "8       Number of Hidden Layers             2\n",
       "9   Number of Weight Parameters            30\n",
       "10    Number of Bias Parameters             8\n",
       "11                 Architecture           MLP\n",
       "12        Number of Neural Nets             1\n",
       "13              Objective Value  1.7272247444"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result['ModelInfo']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div class=\"cas-results-key\"><b>&#167; ScoreInfo</b></div>\n",
       "<div class=\"cas-results-body\">\n",
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th title=\"\"></th>\n",
       "      <th title=\"Descr\">Descr</th>\n",
       "      <th title=\"Value\">Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Observations Read</td>\n",
       "      <td>1688948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Number of Observations Used</td>\n",
       "      <td>1498264</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Misclassification Error (%)</td>\n",
       "      <td>18.306787055</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "</div>\n",
       "<div class=\"cas-output-area\"></div>\n",
       "<p class=\"cas-results-performance\"><small><span class=\"cas-elapsed\">elapsed 0.197s</span> &#183; <span class=\"cas-user\">user 3.51s</span> &#183; <span class=\"cas-sys\">sys 0.008s</span> &#183; <span class=\"cas-memory\">mem 1.8MB</span></small></p>"
      ],
      "text/plain": [
       "[ScoreInfo]\n",
       "\n",
       "                          Descr                             Value\n",
       " 0  Number of Observations Read                           1688948\n",
       " 1  Number of Observations Used                           1498264\n",
       " 2  Misclassification Error (%)                      18.306787055\n",
       "\n",
       "+ Elapsed: 0.197s, user: 3.51s, sys: 0.008s, mem: 1.8mb"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "organics.annscore(modelTable=output)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "conn.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.4.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}