Sei sulla pagina 1di 4

---FINISHED-------------LARGE------L = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/LARGE/overlapping/2012

_2011' USING PigStorage() as


(
YEAR:CHARARRAY,
QUARTER:CHARARRAY,
count_Companies:DOUBLE,
count_users:DOUBLE,
total_amount_user1:DOUBLE,
total_amount_user2:DOUBLE,
total_txn_user1:DOUBLE,
total_txn_user2:DOUBLE,
total_amount1:DOUBLE,
total_amount2:DOUBLE
);
L1 = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/LARGE/overlapping/201
2_2013' USING PigStorage() as
(
YEAR:CHARARRAY,
QUARTER:CHARARRAY,
count_Companies:DOUBLE,
count_users:DOUBLE,
total_amount_user1:DOUBLE,
total_amount_user2:DOUBLE,
total_txn_user1:DOUBLE,
total_txn_user2:DOUBLE,
total_amount1:DOUBLE,
total_amount2:DOUBLE
);
L2 = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/LARGE/overlapping/201
4_2013' USING PigStorage() as
(
YEAR:CHARARRAY,
QUARTER:CHARARRAY,
count_Companies:DOUBLE,
count_users:DOUBLE,
total_amount_user1:DOUBLE,
total_amount_user2:DOUBLE,
total_txn_user1:DOUBLE,
total_txn_user2:DOUBLE,
total_amount1:DOUBLE,
total_amount2:DOUBLE
);

UL = UNION ONSCHEMA L,L1,L2;


OL = ORDER UL by YEAR, QUARTER ASC;
LARGE = FOREACH OL GENERATE
CONCAT(YEAR,QUARTER) AS PERIOD_1,
CONCAT((CHARARRAY)((LONG)YEAR - 1),QUARTER) AS PERIOD_2,
total_amount_user2 AS Total_Spend_1_L,
((total_amount_user2) - (total_amount_user1))/(total_amo
unt_user1) AS PERCENTAGE_CHANGE_L,
(total_amount_user2/total_txn_user2) AS avg_spend_per_tx

n1_L,
(total_amount_user2/count_Companies) AS avg_spend_per_co
mpany_L;
--------------MEDIUM----------M = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/MEDIUM/overlapping/201
2_2011' USING PigStorage() as
(
YEAR:CHARARRAY,
QUARTER:CHARARRAY,
count_Companies:DOUBLE,
count_users:DOUBLE,
total_amount_user1:DOUBLE,
total_amount_user2:DOUBLE,
total_txn_user1:DOUBLE,
total_txn_user2:DOUBLE,
total_amount1:DOUBLE,
total_amount2:DOUBLE
);
M1 = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/MEDIUM/overlapping/20
12_2013' USING PigStorage() as
(
YEAR:CHARARRAY,
QUARTER:CHARARRAY,
count_Companies:DOUBLE,
count_users:DOUBLE,
total_amount_user1:DOUBLE,
total_amount_user2:DOUBLE,
total_txn_user1:DOUBLE,
total_txn_user2:DOUBLE,
total_amount1:DOUBLE,
total_amount2:DOUBLE
);
M2 = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/MEDIUM/overlapping/20
14_2013' USING PigStorage() as
(
YEAR:CHARARRAY,
QUARTER:CHARARRAY,
count_Companies:DOUBLE,
count_users:DOUBLE,
total_amount_user1:DOUBLE,
total_amount_user2:DOUBLE,
total_txn_user1:DOUBLE,
total_txn_user2:DOUBLE,
total_amount1:DOUBLE,
total_amount2:DOUBLE
);

UM = UNION ONSCHEMA M,M1,M2;


OM = ORDER UM by YEAR, QUARTER ASC;
MEDIUM = FOREACH OM GENERATE
CONCAT(YEAR,QUARTER) AS PERIOD_1,
CONCAT((CHARARRAY)((LONG)YEAR - 1),QUARTER) AS PERIOD_2,

total_amount_user2 AS Total_Spend_1_M,
((total_amount_user2) - (total_amount_user1))/(total_amo
unt_user1) AS PERCENTAGE_CHANGE_M,
(total_amount_user2/total_txn_user2) AS avg_spend_per_tx
n1_M,
(total_amount_user2/count_Companies) AS avg_spend_per_co
mpany_M;
------------SMALL-----------

S = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/SMALL/overlapping/2012
_2011' USING PigStorage() as
(
YEAR:CHARARRAY,
QUARTER:CHARARRAY,
count_Companies:DOUBLE,
count_users:DOUBLE,
total_amount_user1:DOUBLE,
total_amount_user2:DOUBLE,
total_txn_user1:DOUBLE,
total_txn_user2:DOUBLE,
total_amount1:DOUBLE,
total_amount2:DOUBLE
);
S1 = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/SMALL/overlapping/201
2_2013' USING PigStorage() as
(
YEAR:CHARARRAY,
QUARTER:CHARARRAY,
count_Companies:DOUBLE,
count_users:DOUBLE,
total_amount_user1:DOUBLE,
total_amount_user2:DOUBLE,
total_txn_user1:DOUBLE,
total_txn_user2:DOUBLE,
total_amount1:DOUBLE,
total_amount2:DOUBLE
);
S2 = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/SMALL/overlapping/201
4_2013' USING PigStorage() as
(
YEAR:CHARARRAY,
QUARTER:CHARARRAY,
count_Companies:DOUBLE,
count_users:DOUBLE,
total_amount_user1:DOUBLE,
total_amount_user2:DOUBLE,
total_txn_user1:DOUBLE,
total_txn_user2:DOUBLE,
total_amount1:DOUBLE,
total_amount2:DOUBLE
);

US= UNION ONSCHEMA S,S1,S2;

OS = ORDER US by YEAR, QUARTER ASC;


SMALL = FOREACH OS GENERATE
CONCAT(YEAR,QUARTER) AS PERIOD_1,
CONCAT((CHARARRAY)((LONG)YEAR - 1),QUARTER) AS PERIOD_2,
total_amount_user2 AS Total_Spend_1_S,
((total_amount_user2) - (total_amount_user1))/(total_amo
unt_user1) AS PERCENTAGE_CHANGE_S,
(total_amount_user2/total_txn_user2) AS avg_spend_per_tx
n1_S,
(total_amount_user2/count_Companies) AS avg_spend_per_co
mpany_S;

SIZE_YOY = FOREACH (JOIN LARGE BY (PERIOD_1,PERIOD_2), MEDIUM BY (PERIOD_1,PERIO


D_2),SMALL BY (PERIOD_1,PERIOD_2)) GENERATE
LARGE::PERIOD_1 as PERIOD_1,
LARGE::PERIOD_2 as PERIOD_2,
LARGE::Total_Spend_1_L AS TOTAL_SPEND_1
_L,
LARGE::PERCENTAGE_CHANGE_L as EXPENSE_PE
RCENTAGE_CHANGE_L,
LARGE::avg_spend_per_txn1_L AS AVG_TXN_P
ER_TXN_1_L,
LARGE::avg_spend_per_company_L AS AVG_SPEND_
PER_COMP_L,
MEDIUM::Total_Spend_1_M AS TOTAL_SPEND_
1_M,
MEDIUM::PERCENTAGE_CHANGE_M as EXPENSE_P
ERCENTAGE_CHANGE_M,
MEDIUM::avg_spend_per_txn1_M AS AVG_TXN_
PER_TXN_1_M,
MEDIUM::avg_spend_per_company_M AS AVG_SPEND
_PER_COMP_M,
SMALL::Total_Spend_1_S AS TOTAL_SPEND_1
_S,
SMALL::PERCENTAGE_CHANGE_S as EXPENSE_PE
RCENTAGE_CHANGE_S,
SMALL::avg_spend_per_txn1_S AS AVG_TXN_P
ER_TXN_1_S,
SMALL::avg_spend_per_company_S AS AVG_SPEND_
PER_COMP_S,
'11-12-2014' as RUN_DATE,
'Y' AS Q_Y ;
STORE SIZE_YOY into '/user/karupaiyac/Results/SIZE_YOY' using PigStorage();

Potrebbero piacerti anche