# - Capping is a generic term used for IMPUTING Outliers . 

# - Till now we have created Summary Stats and Plots for WCD which included Outliers . Before we explore Correlation between WCD Variables - we shall cap the outliers using IfElse -  StackOverFlow Link for Nested IfElse.

# Once the Imputed Dataset - I_W is created as seen in this page below - we use the new imputed dataset to create Corrplots - Correlation Plots to see if the Correlation values change after imputation of the outliers. 

Also using the Imputed dataset I_W we also create Barplots and rpivotTable enabled Pivot Table charts seen here - LINK

# - As seen below - we provide a Excel summary of the Outliers Imputed , the actual process followed within R is as listed below along with the code and Boxplots for various variables .

# - Firstly we plot outliers using lessR and function Boxplot() .

> y<- WCD$Fresh

> BoxPlot(y, col.stroke="red", horiz=TRUE, col.fill="plum",xlab="_FRESH_All_Channels_All_Regions_",main="_FRESH_All_Channels_All_Regions_")

--- _FRESH_All_Channels_All_Regions_, _FRESH_All_Channels_All_Regions_ ---

# - Box plot for FRESH with outtliers as seen below - 

Present: 440

Missing: 0

Total  : 440

Minimum      : 3

Lower Whisker: 3

Lower Hinge  : 3120

Median       : 8504

Upper Hinge  : 16935

Upper Whisker: 37036

Maximum      : 112151

1st Quartile : 3128

3rd Quartile : 16934

IQR          : 13806

Number of outliers: 20

Small: none

Large: 38793  39228  39679  40254  40721  42312  42786  43088  43265  44466  45640  47493  49063  53205  56082  56083  56159  68951  76237  112151 

summary(WCD$Fresh)

   Min. 1st Qu.  Median    Mean 3rd Qu.    Max.

      3    3128    8504   12000   16930  112200

> WCD$Fresh<- ifelse(Fresh>38793,(WCD$Fresh=="38793"),

(WCD$Fresh<-WCD$Fresh))

> WCD$Fresh<- ifelse(WCD$Fresh>37036,(WCD$Fresh=="37036"),               (WCD$Fresh<-WCD$Fresh))

> summary(WCD$Fresh)

   Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 

      0    2616    7326    9647   14790   37040 

> y=WCD$Fresh

> BoxPlot(y, col.stroke="red", horiz=TRUE, col.fill="plum",xlab="_FRESH_C-All_R-All_IMPUTED_",main="_FRESH_C-All_R-All_IMPUTED_")

--- _FRESH_C-All_R-All_IMPUTED_, _FRESH_C-All_R-All_IMPUTED_ --- 

Present: 440 

Missing: 0 

Total  : 440 

Minimum      : 0 

Lower Whisker: 0 

Lower Hinge  : 2616 

Median       : 7326 

Upper Hinge  : 14829 

Upper Whisker: 32717 

Maximum      : 37036 

1st Quartile : 2616 

3rd Quartile : 14792 

IQR          : 12176 

Number of outliers: 6 

Small: none

Large: 34454  35942  36050  36817  36847  37036  

 > summary(WCD$Fresh)

   Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 

      0    2616    7326    9647   14790   37040 

# - Thus we see that IfElse capping is better option when compared with SUBSET creation – in which observations / rows from all variables – which did not have outliers also were getting removed.

# - We now create CAPPED Sample Variables for all other WCD$Variables using ifElse 

# - then plot their Boxplots with Outliers and with CAPPED outliers. 

x <- Milk

> BoxPlot(x, col.stroke="blue", horiz=1, col.fill="green", xlab="_MILK_All_Channels_All_Regions_",main="_MILK_All_Channels_All_Regions_")

# - Box plot for MILK with outliers as seen below - 

--- _MILK_All_Channels_All_Regions_, _MILK_All_Channels_All_Regions_ --- 

Present: 440 

Missing: 0 

Total  : 440 

Minimum      : 55 

Lower Whisker: 55 

Lower Hinge  : 1532 

Median       : 3627 

Upper Hinge  : 7196 

Upper Whisker: 15488 

Maximum      : 73498 

1st Quartile : 1533 

3rd Quartile : 7190 

IQR          : 5657 

Number of outliers: 28 

Small: none

Large: 15726  15729  16599  16687  16729  16784  17972  18664  20484  20655  20959  21412  21858  22044  23133  23527  ...  36423  38369  43950  46197  54259  73498

#-----------------------------------

> WCD$Milk<- ifelse(WCD$Milk> 15488 ,(WCD$Milk=="15488"),(WCD$Milk<-WCD$Milk))

> summary(WCD$Milk)

   summary(WCD$Milk)

   Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 

      0    1196    3087    4051    6202   15490 

> x<-WCD$Milk

> BoxPlot(x, col.stroke="blue", horiz=1, col.fill="green", xlab="_MILK_C-All_R-All_IMPUTED_",main="_MILK_C-All_R-All_IMPUTED_")

--- _MILK_C-All_R-All_IMPUTED_, _MILK_C-All_R-All_IMPUTED_ --- 

Present: 440 

Missing: 0 

Total  : 440 

Minimum      : 0 

Lower Whisker: 0 

Lower Hinge  : 1196 

Median       : 3087 

Upper Hinge  : 6204 

Upper Whisker: 13316 

Maximum      : 15488 

1st Quartile : 1196 

3rd Quartile : 6202 

IQR          : 5006 

Number of outliers: 6 

Small: none

Large: 14069  14399  14641  14881  14982  15488  

#-----------------------------------

> m<-WCD$Grocery

> BoxPlot(m, col.stroke="red", horiz=1, col.fill="green", xlab="_Grocery_All_Channels_All_Regions_",main="_Grocery_All_Channels_All_Regions_")

--- _Grocery_All_Channels_All_Regions_, _Grocery_All_Channels_All_Regions_ --- 

Present: 440 

Missing: 0 

Total  : 440 

Minimum      : 3 

Lower Whisker: 3 

Lower Hinge  : 2151 

Median       : 4756 

Upper Hinge  : 10666 

Upper Whisker: 23127 

Maximum      : 92780 

1st Quartile : 2153 

3rd Quartile : 10656 

IQR          : 8503 

Number of outliers: 24 

Small: none

Large: 23596  23998  24708  24773  25957  26316  26839  26866  26870  28540  28921  28986  30243  32034  32114  33586  34792  36486  39694  45828  55571  59598  67298  92780  

> WCD$Grocery<- ifelse(WCD$Grocery> 23127 ,(WCD$Grocery=="23127"),(WCD$Grocery<-WCD$Grocery))

> summary(WCD$Grocery)

   Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 

      0    1945    3830    5959    8861   23130 

> BoxPlot(m, col.stroke="red", horiz=1, col.fill="green", xlab="_Grocery_C-All_R-All_IMPUTED_",main="_Grocery_C-All_R-All_IMPUTED_")

--- _Grocery_C-All_R-All_IMPUTED_, _Grocery_C-All_R-All_IMPUTED_ --- 

Present: 440 

Missing: 0 

Total  : 440 

Minimum      : 0 

Lower Whisker: 0 

Lower Hinge  : 1943 

Median       : 3830 

Upper Hinge  : 8870 

Upper Whisker: 19172 

Maximum      : 23127 

1st Quartile : 1945 

3rd Quartile : 8861 

IQR          : 6916 

Number of outliers: 19 

Small: none

Large: 19460  19805  19816  19847  19858  20170  20292  20399  20521  21042  21203  21531  21570  21955  22019  22182  22272  22294  23127  

> mm<-WCD$Frozen

> BoxPlot(mm, col.stroke="red", horiz=1, col.fill="green", xlab="_Frozen_C-All-R-All_",main="_Frozen_C-All-R-All_")

--- _Frozen_C-All-R-All_, _Frozen_C-All-R-All_ --- 

Present: 440 

Missing: 0 

Total  : 440 

Minimum      : 0 

Lower Whisker: 0 

Lower Hinge  : 680 

Median       : 1488 

Upper Hinge  : 3484 

Upper Whisker: 7683 

Maximum      : 18711 

1st Quartile : 684 

3rd Quartile : 3477 

IQR          : 2793 

Number of outliers: 40 

Small: none

Large: 7782  7849  7888  8132  8164  8170  8195  8321  8366  8425  8620  8692  8693  8853  8872  9408  ...  16538  16745  16919  17866  18028  18711  

> > summary(mm)

   Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 

    0.0   684.2  1488.0  2771.0  3477.0 18710.0 

WCD$Frozen<- ifelse(WCD$Frozen>7683,(WCD$Frozen=="7683"),(WCD$Frozen<-WCD$Frozen))

> mm<-WCD$Frozen

> summary(mm)

   Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 

      0     425    1124    1748    2534    7683 

> BoxPlot(mm, col.stroke="red", horiz=1, col.fill="green", xlab="_Frozen_C-All-R-All_IMPUTED",main="_Frozen_C-All-R-All_IMPUTED")

--- _Frozen_C-All-R-All_IMPUTED, _Frozen_C-All-R-All_IMPUTED --- 

Present: 440 

Missing: 0 

Total  : 440 

Minimum      : 0 

Lower Whisker: 0 

Lower Hinge  : 425 

Median       : 1124 

Upper Hinge  : 2536 

Upper Whisker: 5679 

Maximum      : 7683 

1st Quartile : 425 

3rd Quartile : 2534 

IQR          : 2109 

Number of outliers: 21 

Small: none

Large: 5845  5870  5970  6114  6130  6269  6312  6316  6340  6386  6404  6422  6746  6818  6838  6845  7332  7368  7496  7530  7683  

#-----------------------------------

> ff<-WCD$Detergents_Paper

> BoxPlot(ff, col.stroke="red", horiz=1, col.fill="plum", xlab="_Detergents_Paper_C-All-R-All_",main="_Detergents_Paper_C-All-R-All_")

--- _Detergents_Paper_C-All-R-All_, _Detergents_Paper_C-All-R-All_ --- 

Present: 440 

Missing: 0 

Total  : 440 

Minimum      : 3 

Lower Whisker: 3 

Lower Hinge  : 256 

Median       : 816 

Upper Hinge  : 3935 

Upper Whisker: 9265 

Maximum      : 40827 

1st Quartile : 257 

3rd Quartile : 3922 

IQR          : 3665 

Number of outliers: 30 

Small: none

Large: 9529  9606  9836  9959  10069  11577  11783  12034  12218  12408  12420  12591  12638  13308  13583  13726  ...  20070  24171  24231  26701  38102  40827  

> WCD$Detergents_Paper<- ifelse(WCD$Detergents_Paper>9265,(WCD$Detergents_Paper=="9265"),(WCD$Detergents_Paper<-WCD$Detergents_Paper))

> ff<-WCD$Detergents_Paper

> summary(ff)

   Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 

    0.0   199.8   589.0  1750.0  2688.0  9265.0 

> ff<-WCD$Detergents_Paper

> BoxPlot(ff, col.stroke="red", horiz=1, col.fill="plum", xlab="_Detergents_Paper_C-All-R-All_IMPUTED_",main="_Detergents_Paper_C-All-R-All_IMPUTED__")

--- _Detergents_Paper_C-All-R-All_IMPUTED_, _Detergents_Paper_C-All-R-All_IMPUTED__ --- 

Present: 440 

Missing: 0 

Total  : 440 

Minimum      : 0 

Lower Whisker: 0 

Lower Hinge  : 200 

Median       : 589 

Upper Hinge  : 2702 

Upper Whisker: 6374 

Maximum      : 9265 

1st Quartile : 200 

3rd Quartile : 2688 

IQR          : 2488 

Number of outliers: 36 

Small: none

Large: 6457  6506  6600  6694  6707  6728  6740  6747  6766  6792  6818  6830  6839  6846  6899  6907  ...  8682  8752  8773  8933  8969  9265  

 

#-----------------------------------

> hh<-WCD$Delicassen

> BoxPlot(hh, col.stroke="red", horiz=1, col.fill="plum", xlab=" Delicassen_C-All-R-All_",main="_Delicassen_C-All-R-All_")

---  Delicassen_C-All-R-All_, _Delicassen_C-All-R-All_ --- 

Present: 440 

Missing: 0 

Total  : 440 

Minimum      : 3 

Lower Whisker: 3 

Lower Hinge  : 408 

Median       : 966 

Upper Hinge  : 1822 

Upper Whisker: 3637 

Maximum      : 47943 

1st Quartile : 408 

3rd Quartile : 1820 

IQR          : 1412 

Number of outliers: 27 

Small: none

Large: 4100  4334  4365  4430  4478  4626  4829  4985  5120  5121  5130  5137  5185  5206  5609  5778  ...  7844  8550  14351  14472  16523  47943  

> WCD$Delicassen<- ifelse(WCD$Delicassen>3637,(WCD$Delicassen=="3637"),(WCD$Delicassen<-WCD$Delicassen))

> hh<-WCD$Delicassen

> summary(hh)

 Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 

      0     313     788    1025    1525    3637 

> hh<-WCD$Delicassen

> BoxPlot(hh, col.stroke="red", horiz=1, col.fill="plum", xlab=" Delicassen_C-All-R-All__IMPUTED_",main="_Delicassen_C-All-R-All_IMPUTED_")

---  Delicassen_C-All-R-All__IMPUTED_, _Delicassen_C-All-R-All_IMPUTED_ --- 

Present: 440 

Missing: 0 

Total  : 440 

Minimum      : 0 

Lower Whisker: 0 

Lower Hinge  : 312 

Median       : 788 

Upper Hinge  : 1528 

Upper Whisker: 3321 

Maximum      : 3637 

1st Quartile : 313 

3rd Quartile : 1525 

IQR          : 1212 

Number of outliers: 5 

Small: none

Large: 3486  3508  3628  3636  3637  

#---------------------------------Create a New Data.Frame - I_W Imputed WCD Data --

#----------------------------------Creating Corrplots with -I_W Imputed WCD Data --

#-----------------------------------Comparing Corrplots for - I_W Imputed WCD Data -- and WCD Original Data _ LINK

> I_W<-data.frame(WCD$Channel,WCD$Region,WCD$Fresh,WCD$Milk,WCD$Grocery,WCD$Frozen,WCD$Detergents_Paper,WCD$Delicassen)

> View(I_W)

> head(I_W)

  WCD.Channel WCD.Region WCD.Fresh WCD.Milk WCD.Grocery

1           2          3     12669     9656        7561

2           2          3      7057     9810        9568

3           2          3      6353     8808        7684

4           1          3     13265     1196        4221

5           2          3     22615     5410        7198

6           2          3      9413     8259        5126

  WCD.Frozen WCD.Detergents_Paper WCD.Delicassen

1        214                 2674           1338

2       1762                 3293           1776

3       2405                 3516              0

4       6404                  507           1788

5       3915                 1777              0

6        666                 1795           1451

> 

> 

Created a Matrix of all the Imputed Variables from within WCD original data-set . 

Imp_Matrix<-cbind(WCD$Milk,WCD$Frozen,WCD$Grocery)

> View(Imp_Matrix)