sed直接修改文本-数据库取得数据清楚一些格式的SHELL
2010-03-15 14:00
761 查看
#!/bin/sh
RunHome="$HOME/DataProcess/bin";
SrcPath="$HOME/DataProcess/SrcData";
TSPath="$HOME/DataProcess/TSCsvData";
StockFile="$TSPath/CommonStockTS_his.csv";
TempFile="$SrcPath/DBdata.tmp";
#Get stock data
echo "Get stock data from DB...";
mysql -u zhanggl -pred > $TempFile << eof
use frisk;
SELECT 'CNY,equity_data,CommonStock-SZ-A-',a.code,',CommonStock-SZ-A-',a.code,',Growth-SZ-',c.index_code,',',DATE_FORMAT(a.date,'%Y/%m/%d'),',,,,',a.close,',',a.volume*100 FROM stock_earhisprice AS a, stock_info AS b, stock_index AS c WHERE a.market=b.market AND a.code=b.code AND a.market=c.market AND a.code=c.code AND a.market="SZ" AND b.type="A" ORDER BY a.market,a.code,a.date;
SELECT 'HKD,equity_data,CommonStock-SZ-B-',a.code,',CommonStock-SZ-B-',a.code,',Growth-SZ-',c.index_code,',',DATE_FORMAT(a.date,'%Y/%m/%d'),',,,,',a.close,',',a.volume*100 FROM stock_earhisprice AS a, stock_info AS b, stock_index AS c WHERE a.market=b.market AND a.code=b.code AND a.market=c.market AND a.code=c.code AND a.market="SZ" AND b.type="B" ORDER BY a.market,a.code,a.date;
SELECT 'CNY,equity_data,CommonStock-SH-A-',a.code,',CommonStock-SH-A-',a.code,',Growth-SH-',c.index_code,',',DATE_FORMAT(a.date,'%Y/%m/%d'),',,,,',a.close,',',a.volume*100 FROM stock_earhisprice AS a, stock_info AS b , stock_index AS c WHERE a.market=b.market AND a.code=b.code AND a.market=c.market AND a.code=c.code AND a.market="SH" AND b.type="A" ORDER BY a.market,a.code,a.date;
SELECT 'USD,equity_data,CommonStock-SH-B-',a.code,',CommonStock-SH-B-',a.code,',Growth-SH-',c.index_code,',',DATE_FORMAT(a.date,'%Y/%m/%d'),',,,,',a.close,',',a.volume*100 FROM stock_earhisprice AS a, stock_info AS b,stock_index AS c WHERE a.market=b.market AND a.code=b.code AND a.market=c.market AND a.code=c.code AND a.market="SH" AND b.type="B" ORDER BY a.market,a.code,a.date;
eof
sed -i "/DATE_FORMAT(.*$/d" $TempFile;
sed -i "s//*//g" $TempFile;
sed -i "s// //g" $TempFile;
sed -i "s// //g" $TempFile;
echo 'Currency(property,string),FactorGroup(property,string),Name(property,string),RMId1(property,string),AssociatedMarketIndex(property,string),Date(index,date),OpenValue(value,double),High(value,double),Low(value,double),Value(value,double),Volume(value,int)' > $StockFile;
cat $TempFile >> $StockFile;
rm $TempFile;
exit 0;
#在有的环境比如HP-UX10 不支持sed -i参数。不知道还是其它原因
RunHome="$HOME/DataProcess/bin";
SrcPath="$HOME/DataProcess/SrcData";
TSPath="$HOME/DataProcess/TSCsvData";
StockFile="$TSPath/CommonStockTS_his.csv";
TempFile="$SrcPath/DBdata.tmp";
#Get stock data
echo "Get stock data from DB...";
mysql -u zhanggl -pred > $TempFile << eof
use frisk;
SELECT 'CNY,equity_data,CommonStock-SZ-A-',a.code,',CommonStock-SZ-A-',a.code,',Growth-SZ-',c.index_code,',',DATE_FORMAT(a.date,'%Y/%m/%d'),',,,,',a.close,',',a.volume*100 FROM stock_earhisprice AS a, stock_info AS b, stock_index AS c WHERE a.market=b.market AND a.code=b.code AND a.market=c.market AND a.code=c.code AND a.market="SZ" AND b.type="A" ORDER BY a.market,a.code,a.date;
SELECT 'HKD,equity_data,CommonStock-SZ-B-',a.code,',CommonStock-SZ-B-',a.code,',Growth-SZ-',c.index_code,',',DATE_FORMAT(a.date,'%Y/%m/%d'),',,,,',a.close,',',a.volume*100 FROM stock_earhisprice AS a, stock_info AS b, stock_index AS c WHERE a.market=b.market AND a.code=b.code AND a.market=c.market AND a.code=c.code AND a.market="SZ" AND b.type="B" ORDER BY a.market,a.code,a.date;
SELECT 'CNY,equity_data,CommonStock-SH-A-',a.code,',CommonStock-SH-A-',a.code,',Growth-SH-',c.index_code,',',DATE_FORMAT(a.date,'%Y/%m/%d'),',,,,',a.close,',',a.volume*100 FROM stock_earhisprice AS a, stock_info AS b , stock_index AS c WHERE a.market=b.market AND a.code=b.code AND a.market=c.market AND a.code=c.code AND a.market="SH" AND b.type="A" ORDER BY a.market,a.code,a.date;
SELECT 'USD,equity_data,CommonStock-SH-B-',a.code,',CommonStock-SH-B-',a.code,',Growth-SH-',c.index_code,',',DATE_FORMAT(a.date,'%Y/%m/%d'),',,,,',a.close,',',a.volume*100 FROM stock_earhisprice AS a, stock_info AS b,stock_index AS c WHERE a.market=b.market AND a.code=b.code AND a.market=c.market AND a.code=c.code AND a.market="SH" AND b.type="B" ORDER BY a.market,a.code,a.date;
eof
sed -i "/DATE_FORMAT(.*$/d" $TempFile;
sed -i "s//*//g" $TempFile;
sed -i "s// //g" $TempFile;
sed -i "s// //g" $TempFile;
echo 'Currency(property,string),FactorGroup(property,string),Name(property,string),RMId1(property,string),AssociatedMarketIndex(property,string),Date(index,date),OpenValue(value,double),High(value,double),Low(value,double),Value(value,double),Volume(value,int)' > $StockFile;
cat $TempFile >> $StockFile;
rm $TempFile;
exit 0;
#在有的环境比如HP-UX10 不支持sed -i参数。不知道还是其它原因
相关文章推荐
- 快速修改Excel中数据格式为文本格式
- java XXXvo.java 主表调用其他表表的字段拼接///表中读取数据库里时间数据格式的修改
- mysql中数据库与数据表编码格式的查看、创建及修改
- Android将数据库数据导出成excel格式的文本(CSV)
- mysql中数据库与数据表编码格式的查看、创建及修改
- asp.net下降文本格式数据导入到数据库中的代码
- net控件中数据导到Excel的格式 首先,我们了解一下excel从web页面上导出的原理。当我们把这些数据发送到客户端时,我们想让客户端程序(浏览器)以excel的格式读取它,所以把mime类型设为:application/vnd.ms-excel,当excel读取文件时会以每个cell的格式呈现数据,如果cell没有规定的格式,则excel会以默认的格式去呈现该cell的数据。这样就给我们提供了自定义数据格式的空间,当然我们必须使用excel支持的格式。下面就列出常用的一些格式: 1) 文本
- C++对文本里面的大量数据进行排序(shell,c++,fopen,awk,sed)
- 一些关于从数据库导出数据到word、excel、.txt文本文件的代码
- asp.net下降文本格式数据导入到数据库中的代码
- C#-WinForm-ListView-表格式展示数据、如何将数据库中的数据展示到ListView中、如何对选中的项进行修改
- spring+hibernate--直接修改数据库,再通过hibernate查询数据不变
- 做的一些测试数据的分析 一个是直接循环插入数据库 一个是循环好了放在数组里 在插入数据库
- 导入文本格式数据到数据库中
- 将文本中带格式的数据导入到数据库中
- json格式数据取得1- 直接从client读取 (jquery+ajax实现)
- notepad++ 文本替换功能,解决excel批量修改数据库的数据操作
- mysql中数据库与数据表编码格式的查看、创建及修改
- 系统防止绕过程序直接数据库修改数据(金额等敏感数据)
- Jsp中怎么把数据从数据库导出在页面直接生成html格式??