“数据清洗,抽取”的版本间的差异
（→建表语句） |
（→建表语句） |
||
| 第174行： | 第174行： | ||
fields terminated by ','; | fields terminated by ','; | ||
| − | 提取有用数据建表 | + | '''提取有用数据建表''' |
| + | |||
create table test( | create table test( | ||
| 第198行： | 第199行： | ||
fields terminated by ','; | fields terminated by ','; | ||
| + | |||
| + | ==数据清洗== | ||
| + | 导入另一个表 | ||
| + | |||
| + | insert into table test select LoanStatus,BorrowerRate,ProsperScore,Occupation,EmploymentStatus,IsBorrowerHomeowner,CreditScoreRangeLower,CreditScoreRangeUpper,IncomeRange form perop; | ||
2020年11月12日 (四) 14:08的版本
建表语句
建库
create database 库名;
建表，Prosper借贷平台 共81个字段
create table Prosper(
ListingKey string ,
ListingNumber int,
ListingCreationDate TIMESTAMP,
CreditGrade string,
Term int,
LoanStatus string,
ClosedDate TIMESTAMP,
BorrowerAPR float,
BorrowerRate float,
LenderYield float,
EstimatedEffectiveYield float,
EstimatedLoss float,
EstimatedReturn float,
ProsperRating(numeric) int,
ProsperRating (Alpha) string,
ProsperScore int,
ListingCategory (numeric) int,
BorrowerState string,
Occupation string,
EmploymentStatus string,
EmploymentStatusDuration int,
IsBorrowerHomeowner string,
CurrentlyInGroup string,
GroupKey string,
DateCreditPulled TIMESTAMP,
CreditScoreRangeLower int,
CreditScoreRangeUpper int,
FirstRecordedCreditLine TIMESTAMP,
CurrentCreditLines int,
OpenCreditLines int,
TotalCreditLinespast7years int,
OpenRevolvingAccounts int,
OpenRevolvingMonthlyPayment int,
InquiriesLast6Months int,
TotalInquiries int,
CurrentDelinquencies int,
AmountDelinquent int,
DelinquenciesLast7Years int,
PublicRecordsLast10Years int,
PublicRecordsLast12Months int,
RevolvingCreditBalance int,
BankcardUtilization float,
AvailableBankcardCredit int,
TotalTrades int,
TradesNeverDelinquent (percentage) float,
TradesOpenedLast6Months int,
DebtToIncomeRatio float,
IncomeRange string,
IncomeVerifiable string,
StatedMonthlyIncome double,
LoanKey string,
TotalProsperLoans int,
TotalProsperPaymentsBilled int,
OnTimeProsperPayments int,
ProsperPaymentsLessThanOneMonthLate int,
ProsperPaymentsOneMonthPlusLate int,
ProsperPrincipalBorrowed int,
ProsperPrincipalOutstanding double,
ScorexChangeAtTimeOfListing int,
LoanCurrentDaysDelinquent int,
LoanFirstDefaultedCycleNumber int,
LoanMonthsSinceOrigination int,
LoanNumber int,
LoanOriginalAmount int,
LoanOriginationDate TIMESTAMP,
LoanOriginationQuarter string,
MemberKey string,
MonthlyLoanPayment float,
LP_CustomerPayments double,
LP_CustomerPrincipalPayments double,
LP_InterestandFees double, LP_ServiceFees double,
LP_CollectionFees double,
LP_GrossPrincipalLoss double,
LP_NetPrincipalLoss double,
LP_NonPrincipalRecoverypayments double,
PercentFunded double,
Recommendations int,
InvestmentFromFriendsCount int,
InvestmentFromFriendsAmount double,
Investors int
)row format delimited
fields terminated by ',';
提取有用数据建表
create table test(
LoanStatus string,
BorrowerRate float,
ProsperScore int,
Occupation string,
EmploymentStatus string,
IsBorrowerHomeowner string,
CreditScoreRangeLower int,
CreditScoreRangeUpper int,
IncomeRange string
)row format delimited
fields terminated by ',';
数据清洗
导入另一个表
insert into table test select LoanStatus,BorrowerRate,ProsperScore,Occupation,EmploymentStatus,IsBorrowerHomeowner,CreditScoreRangeLower,CreditScoreRangeUpper,IncomeRange form perop;
