goodinfo 經營績效
使用 Sqlite 資料庫
#! /usr/bin/python
# -*- coding: utf-8 -*-
import requests
import sys
import os
import time
import sqlite3
from bs4 import BeautifulSoup
import pandas as pd
def GetHtmlcode(ID):
# Get the webpage's source html code
source = 'http://goodinfo.tw/StockInfo/StockBzPerformance.asp?STOCK_ID='
url = source + ID
print url
# Header
headers = { 'User-Agent' : 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36',
'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Charset' : 'Big5,utf-8;q=0.7,*;q=0.3',
#'Accept-Encoding' : 'gzip,deflate,sdch',
'Accept-Language' : 'zh-TW,zh;q=0.8,en-US;q=0.6,en;q=0.4,ja;q=0.2' ,
'Cache-Control' : 'max-age=0',
'Connection' : 'keep-alive',
'Cookie' : '__gads=ID=a9b4db3df9875a51:T=1491062185:S=ALNI_MahBgxXa6B0VuRdoVYVNbFF3PYmbQ; GOOD%5FINFO%5FSTOCK%5FBROWSE%5FLIST=2%7C1301%7C2311; ASPSESSIONIDSCADSSBR=BJJLMMCAPPLDLCHKCNDJIBCG; ASPSESSIONIDQCCCQSCR=CGPPIMCAPHAOLODAHJLPKAIG; ASPSESSIONIDSAACQRDR=LMENOMCAGIHGEEIDJNCJDKJL; ASPSESSIONIDSABARTCR=DDFPGMCALMLHHEJPNJDIBCGC; _ga=GA1.2.1896088280.1491062185; _gat=1; SCREEN_SIZE=WIDTH=1920&HEIGHT=1080',
'Host' : 'www.goodinfo.tw',
'Referer' : url }
columns = {u'獲利指標' : [u'年度', u'股本(億)', u'財報評分', u'股價收盤', u'股價平均', u'股價漲跌', u'股價漲跌(%)', u'營業收入(億)', u'營業毛利(億)',
u'營業利益(億)', u'業外損益(億)', u'稅後淨利(億)', u'營業毛利(%)',u'營業利益(%)', u'業外損益(%)', u'稅後淨利(%)', u'ROE(%)',
u'ROA(%)', u'稅後EPS(元)', u'成長(元)', u'BPS(元)'],
u'年增統計' : [u'年度', u'營業收入金額(億)', u'營業收入增減(億)', u'營業收入增減(%)', u'營業毛利金額(億)', u'營業毛利增減(億)',
u'營業毛利增減(%)', u'毛利(%)', u'毛利增減數', u'稅後淨利金額(億)', u'稅後淨利增減(億)', u'稅後淨利增減(%)',
u'稅後淨利(%)', u'稅後增減數', u'EPS(元)', u'每股盈餘增減(元)', u'ROE(%)', u'ROE增減數', u'ROA(%)', u'ROA增減數'],
u'股利統計' : [u'年度', u'股本(億)', u'財報評分', u'股價最高', u'股價最低', u'股價收盤', u'股價平均', u'股價漲跌', u'股價漲跌(%)',
u'去年EPS(元)', u'股利現金(元)', u'股利股票(元)', u'股利合計(元)', u'殖利率最高(%)', u'殖利率最低(%)', u'殖利率平均(%)',
u'盈餘分配率配息(%)', u'盈餘分配率配股(%)', u'盈餘分配率合計(%)'],
u'PER/PBR' : [u'年度', u'股本(億)', u'財報評分', u'股價最高(元)', u'股價最低(元)', u'股價收盤(元)', u'股價平均(元)', u'股價漲跌(元)',
u'股價漲跌(%)', u'EPS(元)', u'最高PER', u'最低PER', u'平均PER', u'BPS(元)', u'最高PBR', u'最低PBR', u'平均PBR']}
payload = {
u'STOCK_ID':ID,
u'YEAR_PERIOD':u'9999',
u'RPT_CAT':u'M_YEAR',
u'STEP':u'DATA',
u'SHEET': u'股利統計'}
res = requests.post('http://goodinfo.tw/StockInfo/StockBzPerformance.asp?', headers=headers, verify=False , data = payload)
res.encoding = 'utf-8'
soup = BeautifulSoup(res.text.replace(' ', '').replace(' ',''), 'lxml')
[s.extract() for s in soup('thead')] # remove thead
df = pd.read_html(str(soup))[2]
df.columns = columns[u'股利統計']
df.insert(0 , u'股票代碼', pd.Series([ID for x in range(len(df[u'年度']))], index=df.index))
print df
#raw_input()
with sqlite3.connect('finance.sqlite') as db:
df.to_sql('trading_volume', con = db, if_exists='append')
def main():
# python2
reload(sys)
sys.setdefaultencoding('utf-8')
fin = open('StockCode', 'r+')
StockCodeList = [str(i)for i in fin.read().splitlines()]
fin.close()
for ID in StockCodeList:
GetHtmlcode(ID)
#time.sleep(10)
if __name__ == "__main__":
main()
- query
#! /usr/bin/python
# -*- coding: utf-8 -*-
import pandas as pd
import sys
import sqlite3 as lite
reload(sys)
sys.setdefaultencoding('utf-8')
# 使用Pandas 下SQL 查詢資料
with lite.connect('finance.sqlite') as db:
#df = pd.read_sql_query('SELECT count(1) FROM trading_volume;', db)
#df = pd.read_sql_query('SELECT "證券 代號" FROM trading_volume;', db)
#df = pd.read_sql_query('SELECT "股票代碼" FROM trading_volume;', db)
df = pd.read_sql_query("select * from trading_volume where 股票代碼 = '1101'" , db)
print df
#! /usr/bin/python
# -*- coding: utf-8 -*-
import requests
import sys
import os
import time
from bs4 import BeautifulSoup
import pandas as pd
def GetHtmlcode(ID):
# Get the webpage's source html code
source = 'http://goodinfo.tw/StockInfo/StockBzPerformance.asp?STOCK_ID='
url = source + ID
print url
# Header
headers = { 'User-Agent' : 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36',
'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Charset' : 'Big5,utf-8;q=0.7,*;q=0.3',
#'Accept-Encoding' : 'gzip,deflate,sdch',
'Accept-Language' : 'zh-TW,zh;q=0.8,en-US;q=0.6,en;q=0.4,ja;q=0.2' ,
'Cache-Control' : 'max-age=0',
'Connection' : 'keep-alive',
'Cookie' : '__gads=ID=a9b4db3df9875a51:T=1491062185:S=ALNI_MahBgxXa6B0VuRdoVYVNbFF3PYmbQ; GOOD%5FINFO%5FSTOCK%5FBROWSE%5FLIST=2%7C1301%7C2311; ASPSESSIONIDSCADSSBR=BJJLMMCAPPLDLCHKCNDJIBCG; ASPSESSIONIDQCCCQSCR=CGPPIMCAPHAOLODAHJLPKAIG; ASPSESSIONIDSAACQRDR=LMENOMCAGIHGEEIDJNCJDKJL; ASPSESSIONIDSABARTCR=DDFPGMCALMLHHEJPNJDIBCGC; _ga=GA1.2.1896088280.1491062185; _gat=1; SCREEN_SIZE=WIDTH=1920&HEIGHT=1080',
'Host' : 'www.goodinfo.tw',
'Referer' : url }
# 'PER/PBR' '獲利指標' '股利統計'
payload = {
u'STOCK_ID':ID,
u'YEAR_PERIOD':u'9999',
u'RPT_CAT':u'M_YEAR',
u'STEP':u'DATA',
u'SHEET': u'股利統計'}
#'SHEET': '獲利指標'}
#'SHEET': 'PER/PBR'}
SHEETS = [u'獲利指標',u'年增統計',u'股利統計', u'PER/PBR']
columns = {u'獲利指標' : [u'年度', u'股本(億)', u'財報評分', u'股價收盤', u'股價平均', u'股價漲跌', u'股價漲跌(%)', u'營業收入(億)', u'營業毛利(億)',
u'營業利益(億)', u'業外損益(億)', u'稅後淨利(億)', u'營業毛利(%)',u'營業利益(%)', u'業外損益(%)', u'稅後淨利(%)', u'ROE(%)',
u'ROA(%)', u'稅後EPS(元)', u'成長(元)', u'BPS(元)'],
u'年增統計' : [u'年度', u'營業收入金額(億)', u'營業收入增減(億)', u'營業收入增減(%)', u'營業毛利金額(億)', u'營業毛利增減(億)',
u'營業毛利增減(%)', u'毛利(%)', u'毛利增減數', u'稅後淨利金額(億)', u'稅後淨利增減(億)', u'稅後淨利增減(%)',
u'稅後淨利(%)', u'稅後增減數', u'EPS(元)', u'每股盈餘增減(元)', u'ROE(%)', u'ROE增減數', u'ROA(%)', u'ROA增減數'],
u'股利統計' : [u'年度', u'股本(億)', u'財報評分', u'股價最高', u'股價最低', u'股價收盤', u'股價平均', u'股價漲跌', u'股價漲跌(%)',
u'去年EPS(元)', u'股利現金(元)', u'股利股票(元)', u'股利合計(元)', u'殖利率最高(%)', u'殖利率最低(%)', u'殖利率平均(%)',
u'盈餘分配率配息(%)', u'盈餘分配率配股(%)', u'盈餘分配率合計(%)'],
u'PER/PBR' : [u'年度', u'股本(億)', u'財報評分', u'股價最高(元)', u'股價最低(元)', u'股價收盤(元)', u'股價平均(元)', u'股價漲跌(元)',
u'股價漲跌(%)', u'EPS(元)', u'最高PER', u'最低PER', u'平均PER', u'BPS(元)', u'最高PBR', u'最低PBR', u'平均PBR']}
HEADER = '''
<html>
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
</head>
<body>
'''
FOOTER = '''
</body>
</html>
'''
labels = [u'年度',
u'股本',
u'營收(億)',
u'稅後淨利(億)',
u'毛利(%)',
u'營益(%)',
u'ROE',
u'EPS',
u'獲利矩陣',
u'現金',
u'股票',
u'股利合計',
u'高低價差',
u'最高價',
u'最高本益比',
u'日期',
u'最低價',
u'最低本益比',
u'日期',
u'收盤平均價',
u'平均本益比']
w, h = 21, 10
raw_data = [['-' for x in range(w)] for y in range(h)]
df_final = pd.DataFrame(raw_data, columns = labels)
for key in SHEETS:
payload['SHEET'] = key
res = requests.post('http://goodinfo.tw/StockInfo/StockBzPerformance.asp?', headers=headers, verify=False , data = payload)
res.encoding = 'utf-8'
soup = BeautifulSoup(res.text.replace(' ', '').replace(' ',''), 'lxml')
[s.extract() for s in soup('thead')] # remove thead
df = pd.read_html(str(soup))[2]
df.columns = columns[key]
print df
if key == u'獲利指標':
df_final[u'年度'] = df[u'年度']
df_final[u'股本'] = df[u'股本(億)']
df_final[u'營收(億)'] = df[u'營業收入(億)']
df_final[u'稅後淨利(億)'] = df[u'稅後淨利(億)']
df_final[u'毛利(%)'] = df[u'營業毛利(%)']
df_final[u'營益(%)'] = df[u'營業利益(%)']
df_final[u'ROE'] = df[u'ROE(%)']
df_final[u'EPS'] = df[u'稅後EPS(元)']
elif key == u'股利統計':
df_final[u'現金'] = df[u'股利現金(元)']
df_final[u'股票'] = df[u'股利股票(元)']
df_final[u'股利合計'] = df[u'股利合計(元)']
#高低價差
h = df[u'股價最高']
l = df[u'股價最低']
count = 0
for hh in h:
if hh == u'-':
break
count = count + 1
if count > 10:
count = 10
#print count
h = h[:count]
l = l[:count]
#raw_input()
h = pd.to_numeric(h)
l = pd.to_numeric(l)
df_final[u'高低價差'] = h - l
df_final[u'最高價'] = df[u'股價最高']
df_final[u'最低價'] = df[u'股價最低']
elif key == u'PER/PBR':
df_final[u'最高本益比'] = df[u'最高PER']
df_final[u'最低本益比'] = df[u'最低PER']
df_final[u'收盤平均價'] = df[u'股價平均(元)']
df_final[u'平均本益比'] = df[u'平均PER']
#print df_final[u'平均本益比']
#raw_input()
key = key.replace('/', '_')
if not os.path.exists(ID):
os.makedirs(ID)
key = str(ID) + '/' + key +'.html'
#print key
#raw_input()
#df.to_html(str(key))
with open(str(key), 'w') as f:
f.write(HEADER)
f.write(df.to_html(classes='df'))
f.write(FOOTER)
key = str(ID) + '/基本資料表.html'
with open(str(key), 'w') as f:
f.write(HEADER)
f.write(df_final.to_html(classes='df_final'))
f.write(FOOTER)
return soup
def main():
# python2
reload(sys)
sys.setdefaultencoding('utf-8')
fin = open('StockCode', 'r+')
StockCodeList = [str(i)for i in fin.read().splitlines()]
fin.close()
for ID in StockCodeList:
page = GetHtmlcode(ID)
#time.sleep(10)
if __name__ == "__main__":
main()
#! /usr/bin/python
# -*- coding: utf-8 -*-
import requests
import sys
import os
import time
from bs4 import BeautifulSoup
import pandas as pd
def GetHtmlcode(ID):
# Get the webpage's source html code
source = 'https://goodinfo.tw/StockInfo/StockBzPerformance.asp?STOCK_ID='
url = source + ID
print url
# Header
headers = { 'accept' : '*/*' ,
'accept-encoding' : 'gzip, deflate, br',
'accept-language' : 'zh-TW,zh;q=0.8,en-US;q=0.6,en;q=0.4,zh-CN;q=0.2',
'content-length' : '0',
'content-type' : 'application/x-www-form-urlencoded;',
'cookie' : '__gads=ID=fe562308f92c2979:T=1511748749:S=ALNI_MZDfWP11BwzcEPLDztntanza0Uc0Q; GOOD%5FINFO%5FSTOCK%5FBROWSE%5FLIST=4%7C2324%7C2385%7C9924%7C2103; _ga=GA1.2.1450427542.1511748749; _gid=GA1.2.614910067.1512647858; SCREEN_SIZE=WIDTH=1680&HEIGHT=1050',
'dnt' : '1',
'origin' : 'https://goodinfo.tw',
'referer' : url,
'user-agent' : 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36'}
# 'PER/PBR' '獲利指標' '股利統計'
payload = {
u'STOCK_ID':ID,
u'YEAR_PERIOD':u'9999',
u'RPT_CAT':u'M_YEAR',
u'STEP':u'DATA',
u'SHEET': u'股利統計'}
#'SHEET': '獲利指標'}
#'SHEET': 'PER/PBR'}
SHEETS = [u'獲利指標',u'年增統計',u'股利統計', u'PER/PBR']
columns = {u'獲利指標' : [u'年度', u'股本(億)', u'財報評分', u'股價收盤', u'股價平均', u'股價漲跌', u'股價漲跌(%)', u'營業收入(億)', u'營業毛利(億)',
u'營業利益(億)', u'業外損益(億)', u'稅後淨利(億)', u'營業毛利(%)',u'營業利益(%)', u'業外損益(%)', u'稅後淨利(%)', u'ROE(%)',
u'ROA(%)', u'稅後EPS(元)', u'成長(元)', u'BPS(元)'],
u'年增統計' : [u'年度', u'營業收入金額(億)', u'營業收入增減(億)', u'營業收入增減(%)', u'營業毛利金額(億)', u'營業毛利增減(億)',
u'營業毛利增減(%)', u'毛利(%)', u'毛利增減數', u'稅後淨利金額(億)', u'稅後淨利增減(億)', u'稅後淨利增減(%)',
u'稅後淨利(%)', u'稅後增減數', u'EPS(元)', u'每股盈餘增減(元)', u'ROE(%)', u'ROE增減數', u'ROA(%)', u'ROA增減數'],
u'股利統計' : [u'年度', u'股本(億)', u'財報評分', u'股價最高', u'股價最低', u'股價收盤', u'股價平均', u'股價漲跌', u'股價漲跌(%)',
u'去年EPS(元)', u'股利現金(元)', u'股利股票(元)', u'股利合計(元)', u'殖利率最高(%)', u'殖利率最低(%)', u'殖利率平均(%)',
u'盈餘分配率配息(%)', u'盈餘分配率配股(%)', u'盈餘分配率合計(%)'],
u'PER/PBR' : [u'年度', u'股本(億)', u'財報評分', u'股價最高(元)', u'股價最低(元)', u'股價收盤(元)', u'股價平均(元)', u'股價漲跌(元)',
u'股價漲跌(%)', u'EPS(元)', u'最高PER', u'最低PER', u'平均PER', u'BPS(元)', u'最高PBR', u'最低PBR', u'平均PBR']}
HEADER = '''
<html>
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
</head>
<body>
'''
FOOTER = '''
</body>
</html>
'''
labels = [u'年度',
u'股本',
u'營收(億)',
u'稅後淨利(億)',
u'毛利(%)',
u'營益(%)',
u'ROE',
u'EPS',
u'獲利矩陣',
u'現金',
u'股票',
u'股利合計',
u'高低價差',
u'最高價',
u'最高本益比',
u'日期',
u'最低價',
u'最低本益比',
u'日期',
u'收盤平均價',
u'平均本益比']
w, h = 21, 10
raw_data = [['-' for x in range(w)] for y in range(h)]
df_final = pd.DataFrame(raw_data, columns = labels)
for key in SHEETS:
payload['SHEET'] = key
res = requests.post('https://goodinfo.tw/StockInfo/StockBzPerformance.asp?', headers=headers, verify=False , data = payload)
res.encoding = 'utf-8'
soup = BeautifulSoup(res.text.replace(' ', '').replace(' ',''), 'lxml')
[s.extract() for s in soup('thead')] # remove thead
df = pd.read_html(str(soup))[2]
df.columns = columns[key]
print df
if key == u'獲利指標':
df_final[u'年度'] = df[u'年度']
df_final[u'股本'] = df[u'股本(億)']
df_final[u'營收(億)'] = df[u'營業收入(億)']
df_final[u'稅後淨利(億)'] = df[u'稅後淨利(億)']
df_final[u'毛利(%)'] = df[u'營業毛利(%)']
df_final[u'營益(%)'] = df[u'營業利益(%)']
df_final[u'ROE'] = df[u'ROE(%)']
df_final[u'EPS'] = df[u'稅後EPS(元)']
elif key == u'股利統計':
df_final[u'現金'] = df[u'股利現金(元)']
df_final[u'股票'] = df[u'股利股票(元)']
df_final[u'股利合計'] = df[u'股利合計(元)']
#高低價差
h = df[u'股價最高']
l = df[u'股價最低']
count = 0
for hh in h:
if hh == u'-':
break
count = count + 1
if count > 10:
count = 10
#print count
h = h[:count]
l = l[:count]
#raw_input()
h = pd.to_numeric(h)
l = pd.to_numeric(l)
df_final[u'高低價差'] = h - l
df_final[u'最高價'] = df[u'股價最高']
df_final[u'最低價'] = df[u'股價最低']
elif key == u'PER/PBR':
df_final[u'最高本益比'] = df[u'最高PER']
df_final[u'最低本益比'] = df[u'最低PER']
df_final[u'收盤平均價'] = df[u'股價平均(元)']
df_final[u'平均本益比'] = df[u'平均PER']
#print df_final[u'平均本益比']
#raw_input()
key = key.replace('/', '_')
if not os.path.exists(ID):
os.makedirs(ID)
key = str(ID) + '/' + key +'.html'
#print key
#raw_input()
#df.to_html(str(key))
with open(str(key), 'w') as f:
f.write(HEADER)
f.write(df.to_html(classes='df'))
f.write(FOOTER)
key = str(ID) + '/基本資料表.html'
with open(str(key), 'w') as f:
f.write(HEADER)
f.write(df_final.to_html(classes='df_final'))
f.write(FOOTER)
return soup
def main():
# python2
reload(sys)
sys.setdefaultencoding('utf-8')
fin = open('StockCode', 'r+')
StockCodeList = [str(i)for i in fin.read().splitlines()]
fin.close()
for ID in StockCodeList:
page = GetHtmlcode(ID)
#time.sleep(10)
if __name__ == "__main__":
main()
單一筆股票獲利測試
#! /usr/bin/python
# -*- coding: utf-8 -*-
import requests
import sys
import os
import time
from bs4 import BeautifulSoup
import pandas as pd
def GetHtmlcode(ID):
# Get the webpage's source html code
source = 'https://goodinfo.tw/StockInfo/StockBzPerformance.asp?STOCK_ID='
url = source + ID
print url
# Header
headers = { 'accept' : '*/*' ,
'accept-encoding' : 'gzip, deflate, br',
'accept-language' : 'zh-TW,zh;q=0.8,en-US;q=0.6,en;q=0.4,zh-CN;q=0.2',
'content-length' : '0',
'content-type' : 'application/x-www-form-urlencoded;',
'cookie' : '__gads=ID=fe562308f92c2979:T=1511748749:S=ALNI_MZDfWP11BwzcEPLDztntanza0Uc0Q; GOOD%5FINFO%5FSTOCK%5FBROWSE%5FLIST=4%7C2324%7C2385%7C9924%7C2103; _ga=GA1.2.1450427542.1511748749; _gid=GA1.2.614910067.1512647858; SCREEN_SIZE=WIDTH=1680&HEIGHT=1050',
'dnt' : '1',
'origin' : 'https://goodinfo.tw',
'referer' : url,
'user-agent' : 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36'}
# 'PER/PBR' '獲利指標' '股利統計'
payload = {
u'STOCK_ID': ID,
u'YEAR_PERIOD':u'9999',
u'RPT_CAT':u'M_YEAR',
u'STEP':u'DATA',
u'SHEET': u'獲利指標'}
#'SHEET': '獲利指標'}
#'SHEET': 'PER/PBR'}
res = requests.post('https://goodinfo.tw/StockInfo/StockBzPerformance.asp?', headers=headers, verify=False , data = payload)
res.encoding = 'utf-8'
print res.text
raw_input()
def main():
reload(sys)
sys.setdefaultencoding('utf-8')
page = GetHtmlcode('2103')
if __name__ == "__main__":
main()
1101
1102
1216
1301
1303
1326
1402
1476
2002
2105
2207
2301
2303
2308
2311
2317
2324
2325
2330
2354
2357
2382
2395
2408
2409
2412
2454
2474
2801
2912
3008
3045
3481
4904
4938
6505
9904
1227
1232
1319
1434
1477
1504
1536
1537
1707
1717
1722
1909
2015
2101
2103
2106
2201
2204
2227
2313
2345
2347
2355
2356
2360
2376
2377
2379
2383
2385
2441
2449
2451
2501
2542
2606
2615
2903
2915
3010
3030
3034
3044
3189
3213
3231
3702
3706
5434
5471
5522
6115
6146
6176
6189
6192
6206
6224
6239
6269
6277
6279
6285
6286
8050
8255
8299
9907
9910
9914
9917
9921
9925
9930
9933
9938
9941
9942
9945
书籍推荐
