forked from infinite-Joy/stock-analysis
/
get_stock_data.py
90 lines (74 loc) · 3.43 KB
/
get_stock_data.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
from __future__ import print_function
from sys import argv
from lxml import html
import requests
import time
import multiprocessing
# logging
import logging
logging.basicConfig(filename='log/exception_logging.txt', level=logging.DEBUG, format='%(asctime)s %(levelname)s %(name)s %(message)s')
logger=logging.getLogger(__name__)
from company_page import CompanyPage
from balance_sheet import BalanceSheet
from ratio_module import Ratio
# constants
MIN_PE_THRESHOLD = 0
MAX_PE_THRESHOLD = 15
MIN_EPS_THRESHOLD = 0
def _get_company_primary_stats(company, tree):
pe_ratio = company.get_pe_ratio(tree)
eps = company.get_eps(tree)
price_of_stock = company.get_price_of_stock(tree)
fifty_two_wk_high = company.get_fifty_two_wk_high(tree)
fifty_two_wk_low = company.get_fifty_two_wk_low(tree)
return {'pe_ratio': pe_ratio,
'eps': eps,
'price_of_stock': price_of_stock,
'fifty_two_wk_high': fifty_two_wk_high,
'fifty_two_wk_low': fifty_two_wk_low}
def company_page_analysis(stock_company):
try:
page = requests.get('http://money.rediff.com/%s' % stock_company)
time.sleep(2)
tree = html.fromstring(page.content)
company = CompanyPage(tree)
primary_stats = _get_company_primary_stats(company, tree)
if all([primary_stats.get('pe_ratio') > MIN_PE_THRESHOLD, primary_stats.get('pe_ratio') < MAX_PE_THRESHOLD, primary_stats.get('eps') > MIN_EPS_THRESHOLD, primary_stats.get('price_of_stock') < ((primary_stats.get('fifty_two_wk_high') + primary_stats.get('fifty_two_wk_low'))/2)]):
#get all links
balance_sheet_link = company.get_balance_sheet_link(tree)
dividend_link = company.get_dividend_link(tree)
ratio_link = company.get_ratio_link(tree)
# go to balance sheet page for further analysis
balance_sheet_page = requests.get('%s' % ''.join(balance_sheet_link))
balance_sheet_tree = html.fromstring(balance_sheet_page.content)
balance_sheet = BalanceSheet(balance_sheet_tree)
current_assets_loans_advances = balance_sheet.get_current_assets_loans_advances(balance_sheet_tree)
current_liabilities_and_provisions = balance_sheet.get_current_liabilities_and_provisions(balance_sheet_tree)
total_net_current_assets = balance_sheet.get_total_net_current_assets(balance_sheet_tree)
if total_net_current_assets > current_liabilities_and_provisions:
# go to ratio page
ratio_page = requests.get('%s' % ''.join(ratio_link))
ratio_tree = html.fromstring(ratio_page.content)
ratio = Ratio(ratio_tree)
if ratio.consistent_dividend_payout(ratio_tree):
print(stock_company)
except Exception as err:
logger.error(err)
return
def companies_to_investigate():
companies = []
f = open('top_500_companies.txt', 'r')
for company in f:
companies.append(company)
return companies
if __name__ == '__main__':
if len(argv) > 1:
stock_companies = argv[1:]
else:
stock_companies = companies_to_investigate()
jobs = []
pool = multiprocessing.Pool(processes=10)
for stock_company in stock_companies:
pool.apply_async(company_page_analysis, args=(stock_company,))
pool.close()
pool.join()