clear
set mem 2000m
set matsize 800
set more off
capture log close
set logtype text
set trace off

#delimit;

global path ~;

log using $path/ui/logs/bn_comparison.log, replace;

/*=======================================
 Program: bn_master.do
 Author:  Avi Ebenstein
 Created: May 2005
 Purpose: Create Stata files from
	    data provided by Andy Spizak.
========================================*/

********************;
* Bring in BAM data ;
********************;

insheet 
state
batch
samptype
sampsize
popsize
malesamp
malepop
femsamp
fempop
genmisssamp
genmisspop
whsamp
whpop
nonwhsamp
nonwhpop
ethmisssamp
ethmisspop
ageund25samp
ageund25pop
age25_34samp
age25_34pop
age35_44samp
age35_44pop
age45_64samp
age45_64pop
age65oversamp
age65overpop
agemisssamp
agemisspop
uiprogrsamp
uiprogpop
fedprogsamp
fedprogpop
progmisssamp
progmisspop
data_pickup_date
v37
using $path/ui/BN_DATA/rawfiles/dca_comparison.tbl, delimiter("|");
compress;
save $path/ui/BN_DATA/datafiles/dc_comparison.dta, replace;

use  $path/ui/BN_DATA/datafiles/dc_comparison.dta, replace;

sort state batch;
save $path/ui/BN_DATA/datafiles/dc_comparison_temp.dta, replace;

**************************************;
* Make a dataset of state X year      ;
**************************************;

use $path/ui/BN_DATA/datafiles/dc_comparison_temp.dta;
tostring batch, replace;
gen batchyear=substr(batch,1,4);
gen batchweek=substr(batch,5,2);

destring batchyear, gen(year);
destring batchweek, gen(week);

gen month=0;
replace month=1 if week>=1 & week<=4;
replace month=2 if week>=5 & week<=8;
replace month=3 if week>=9 & week<=12;
replace month=4 if week>=13 & week<=15;
replace month=5 if week>=16 & week<=19;
replace month=6 if week>=20 & week<=23;
replace month=7 if week>=24 & week<=27;
replace month=8 if week>=28 & week<=31;
replace month=9 if week>=32 & week<=35;
replace month=10 if week>=36 & week<=39;
replace month=11 if week>=40 & week<=43;
replace month=12 if week>=44 & week<=53;

egen qtr=cut(week), at(1,14,27,40,54);
egen quarter=group(qtr);

**************************************;
* Rename variables that are important ; 
**************************************;

save ~/ui/BN_DATA/datafiles/dc_comparison_clean, replace;
exit;