#!/usr/bin/env python
# coding: utf-8

# In[20]:


import re
import json
import csv
from io import StringIO
from bs4 import BeautifulSoup
import requests


# In[21]:


url_stats = 'https://finance.yahoo.com/quote/{}/key-statistics?p={}'
url_profile = 'https://finance.yahoo.com/quote/{}/profile?p={}'
url_financials = 'https://finance.yahoo.com/quote/{}/financials?p={}'


# In[46]:


stock = 'GME'
print("###################################################################################")
print("Collicting info for {}".format(stock))


# In[23]:


responce = requests.get(url_financials.format(stock, stock))


# In[24]:


soup = BeautifulSoup(responce.text, 'html.parser')


# In[25]:


pattern = re.compile(r'\s--\sData\s--\s')
script_data = soup.find('script', text=pattern).contents[0]


# In[26]:


start = script_data.find("context")-2


# In[27]:


json_data = json.loads(script_data[start:-12])


# # Financial data

# In[28]:


annual_is = json_data['context']['dispatcher']['stores']['QuoteSummaryStore']['incomeStatementHistory']['incomeStatementHistory']
quarterly_is = json_data['context']['dispatcher']['stores']['QuoteSummaryStore']['incomeStatementHistoryQuarterly']['incomeStatementHistory']

annual_cf = json_data['context']['dispatcher']['stores']['QuoteSummaryStore']['cashflowStatementHistoryQuarterly']['cashflowStatements']
quarterly_cf = json_data['context']['dispatcher']['stores']['QuoteSummaryStore']['cashflowStatementHistory']['cashflowStatements']

annual_bs = json_data['context']['dispatcher']['stores']['QuoteSummaryStore']['balanceSheetHistory']['balanceSheetStatements']
quarterly_bs = json_data['context']['dispatcher']['stores']['QuoteSummaryStore']['balanceSheetHistoryQuarterly']['balanceSheetStatements']


# In[29]:


annual_is_stats = []
quarterly_is_stats = []
annual_cf_stats = []
quarterly_cf_stats = []
annual_bs_stats =[]
quarterly_bs_stats = []


for s in annual_is:
    statement = {}
    for key, val in s.items():
        try:
            statement[key] = val['raw']
        except TypeError:
            continue
        except KeyError:
            continue
    annual_is_stats.append(statement)
    
for s in quarterly_is:
    statement = {}
    for key, val in s.items():
        try:
            statement[key] = val['raw']
        except TypeError:
            continue
        except KeyError:
            continue
    quarterly_is_stats.append(statement)
    
for s in annual_cf:
    statement = {}
    for key, val in s.items():
        try:
            statement[key] = val['raw']
        except TypeError:
            continue
        except KeyError:
            continue
    annual_cf_stats.append(statement)
    
for s in quarterly_cf:
    statement = {}
    for key, val in s.items():
        try:
            statement[key] = val['raw']
        except TypeError:
            continue
        except KeyError:
            continue
    quarterly_cf_stats.append(statement)
    
for s in annual_bs:
    statement = {}
    for key, val in s.items():
        try:
            statement[key] = val['raw']
        except TypeError:
            continue
        except KeyError:
            continue
    annual_bs_stats.append(statement)
    
for s in quarterly_bs:
    statement = {}
    for key, val in s.items():
        try:
            statement[key] = val['raw']
        except TypeError:
            continue
        except KeyError:
            continue
    quarterly_bs_stats.append(statement)


# In[39]:


print("###################################################################################")
print("Showing annual income Statement History")
print(annual_is_stats[0])


# In[40]:


print("###################################################################################")
print("Showing quarterly income Statement History")
print(quarterly_is_stats[0])


# In[41]:


print("###################################################################################")
print("Showing annual cash flow Statements")
print(annual_cf_stats[0])


# In[42]:


print("###################################################################################")
print("Showing quarterly cash flow Statements")
print(quarterly_cf_stats[0])


# In[43]:


print("###################################################################################")
print("Showing annual balance Sheet Statements")
print(annual_bs_stats[0])


# In[44]:


print("###################################################################################")
print("Showing quarterly balance Sheet Statements")
print(quarterly_bs_stats[0])


# # Profile data

# In[30]:


responce = requests.get(url_profile.format(stock, stock))
soup = BeautifulSoup(responce.text, 'html.parser')
pattern = re.compile(r'\s--\sData\s--\s')
script_data = soup.find('script', text=pattern).contents[0]
start = script_data.find("context")-2
json_data = json.loads(script_data[start:-12])


# In[31]:


print("###################################################################################")
print("Showing company Officers")
print(json_data['context']['dispatcher']['stores']['QuoteSummaryStore']['assetProfile']['companyOfficers'])


# In[32]:


print("###################################################################################")
print('Showing long Business Summary')
print(json_data['context']['dispatcher']['stores']['QuoteSummaryStore']['assetProfile']['longBusinessSummary'])


# In[33]:


# Filtes for K8 and K10 sec filings
filings =[]
for f in json_data['context']['dispatcher']['stores']['QuoteSummaryStore']['secFilings']['filings']:
    if f['type'] == '8-K' or f['type'] == '10-K':
        filings.append(f)


# In[34]:


print("###################################################################################")
print("Showing 8-K and 10-K SEC filings")
print(filings)


# # Statistics

# In[35]:


responce = requests.get(url_stats.format(stock, stock))
soup = BeautifulSoup(responce.text, 'html.parser')
pattern = re.compile(r'\s--\sData\s--\s')
script_data = soup.find('script', text=pattern).contents[0]
start = script_data.find("context")-2
json_data = json.loads(script_data[start:-12])


# In[36]:


print("###################################################################################")
print("Showing Key Statistics")
print(json_data['context']['dispatcher']['stores']['QuoteSummaryStore']['defaultKeyStatistics'])


# In[18]:


stock_url = 'https://query1.finance.yahoo.com/v7/finance/download/{}?'

params = {
    'range': '5y',
    'interval': '1d',
    'events': 'history',
    'includeAdjustedClose': 'true'
}

responce = requests.get(stock_url.format(stock), params=params)


# In[19]:


print("###################################################################################")
print("Showing history 5y 1d interval")
file = StringIO(responce.text)
reader = csv.reader(file)
data = list(reader)
for row in data[:5]:
    print(row)


# In[ ]: