Update StockData.py

Added Tiingo API
This commit is contained in:
Andrew Dinh 2018-12-17 17:49:13 -08:00
parent 2837ea736f
commit 57c9741052

View File

@ -18,128 +18,184 @@ apiTiingo = '2e72b53f2ab4f5f4724c5c1e4d5d4ac0af3f7ca8'
import requests, json import requests, json
''' '''
def install(package): def install(package):
if hasattr(pip, 'main'): if hasattr(pip, 'main'):
pip.main(['install', package]) pip.main(['install', package])
else: else:
pip._internal.main(['install', package]) pip._internal.main(['install', package])
''' '''
class Stock: class Stock:
def __init__(self, newStock = '', newfirstLastDates = [], newDates = []): def __init__(self, newStock = '', newfirstLastDates = [], newDates = []):
self.name = newStock self.name = newStock
self.firstLastDates = newfirstLastDates self.firstLastDates = newfirstLastDates
self.dates = newDates self.dates = newDates
def getDates(self): # returns beginning and end dates available def getDates(self): # returns beginning and end dates available
print("Getting available dates for", self, "...\n") print("Getting available dates for", self, "...")
# Gets first and last possible dates from each source # Gets first and last possible dates from each source
# Also gets all dates from each source # Also gets all dates from each source
# IEX # IEX
print("\nDates from IEX...") print("\nDates from IEX...")
firstLastDatesIEX = Stock.getDatesIEX(self, 'firstLast') firstLastDatesIEX = Stock.getDatesIEX(self, 'firstLast')
print("\nFirst and last dates:", firstLastDatesIEX) print("First and last dates:", firstLastDatesIEX)
datesIEX = Stock.getDatesIEX(self, 'all') print("Adding dates available to datesIEX")
#print("All dates (recent first):", datesIEX, "\n") datesIEX = Stock.getDatesIEX(self, 'all')
#print("All dates (recent first):", datesIEX, "\n") # Uncomment line to view output
# Alpha Vantage # Alpha Vantage
print("\nDates from Alpha Vantage...") print("\nDates from Alpha Vantage...")
firstLastDatesAV = Stock.getDatesAV(self, 'firstLast') firstLastDatesAV = Stock.getDatesAV(self, 'firstLast')
print("\nFirst and last dates:", firstLastDatesAV) print("First and last dates:", firstLastDatesAV)
datesAV = Stock.getDatesAV(self, 'all') print("Adding dates available to datesAV")
#print("All dates (recent first):", datesAV, "\n") datesAV = Stock.getDatesAV(self, 'all')
#print("All dates (recent first):", datesAV, "\n") # Uncomment line to view output
# # Tiingo
print("\nDates from Tiingo...")
firstLastDatesTiingo = Stock.getDatesTiingo(self, 'firstLast')
print("First and last dates:", firstLastDatesTiingo)
print("Adding dates available to datesTiingo")
datesTiingo = Stock.getDatesTiingo(self, 'all')
#print("All dates (recent first):", datesTiingo, "\n") # Uncomment line to view output
def getDatesIEX(self, which): def getDatesIEX(self, which):
url = ''.join(('https://api.iextrading.com/1.0/stock/', self, '/chart/5y')) url = ''.join(('https://api.iextrading.com/1.0/stock/', self, '/chart/5y'))
#link = "https://api.iextrading.com/1.0/stock/spy/chart/5y"
print("URL:", url)
f = requests.get(url)
json_data = f.text
loaded_json = json.loads(json_data)
dates = []
if which == 'firstLast':
# Find firstDate (comes first)
firstLine = loaded_json[0]
#print("firstLine:", firstLine)
firstDate = firstLine['date']
#print("firstDate:",firstDate)
# Find finalDate (comes last)
#print("Length:", len(loaded_json))
lastLine = loaded_json[-1] # Returns last value of the list (Equivalent to len(loaded_json)-1)
#print("lastLine:", lastLine)
finalDate = lastLine['date']
#print("Final date:", finalDate)
dates.append((firstDate, finalDate))
else:
# for i in range(0, len(loaded_json), 1): # If you want to do oldest first
for i in range(len(loaded_json)-1, 0, -1):
line = loaded_json[i]
date = line['date']
dates.append(date)
return dates
def getDatesAV(self, which):
url = ''.join(('https://www.alphavantage.co/query?function=TIME_SERIES_MONTHLY&symbol=', self, '&apikey=', apiAV))
# https://www.alphavantage.co/query?function=TIME_SERIES_MONTHLY&symbol=MSFT&apikey=demo
print("URL:", url)
f = requests.get(url)
json_data = f.text
loaded_json = json.loads(json_data)
#print(loaded_json['Monthly Time Series'])
monthlyTimeSeries = loaded_json['Monthly Time Series']
#print(monthlyTimeSeries)
#print(len(monthlyTimeSeries))
#length = len(monthlyTimeSeries)
#print(monthlyTimeSeries['2018-12-17'])
#print(type(monthlyTimeSeries))
listOfDates = list(monthlyTimeSeries)
#print(listOfDates)
dates = []
if which == 'firstLast':
firstDate = listOfDates[-1]
lastDate = listOfDates[0]
#print("firstDate:", firstDate)
#print("lastDate:", lastDate)
dates.append((firstDate, lastDate))
else:
dates = listOfDates
return dates
'''
# Find finalDate (comes first)
print("Length:", len(loaded_json))
lastLine = loaded_json[-1] # Returns last value of the list (Equivalent to len(loaded_json)-1)
print("lastLine:", lastLine)
finalDate = lastLine['date']
print("Final date:", finalDate)
dates = []
dates.append((firstDate, finalDate))
'''
'''
def printDates(self):
print("Getting data from IEX...")
url = ''.join(('https://api.iextrading.com/1.0/stock/', self.name, '/chart/5y'))
#link = "https://api.iextrading.com/1.0/stock/spy/chart/5y" #link = "https://api.iextrading.com/1.0/stock/spy/chart/5y"
print("URL:", url) #print("URL:", url)
f = requests.get(url) f = requests.get(url)
#print(f.text)
json_data = f.text json_data = f.text
loaded_json = json.loads(json_data) loaded_json = json.loads(json_data)
dates = []
if which == 'firstLast':
# Find firstDate (comes first)
firstLine = loaded_json[0]
#print("firstLine:", firstLine)
firstDate = firstLine['date']
#print("firstDate:",firstDate)
# Find finalDate (comes last)
#print("Length:", len(loaded_json))
lastLine = loaded_json[-1] # Returns last value of the list (Equivalent to len(loaded_json)-1)
#print("lastLine:", lastLine)
finalDate = lastLine['date']
#print("Final date:", finalDate)
dates.append((firstDate, finalDate))
elif which == 'all':
# for i in range(0, len(loaded_json), 1): # If you want to do oldest first
for i in range(len(loaded_json)-1, 0, -1):
line = loaded_json[i]
date = line['date']
dates.append(date)
return dates
print("Printing from IEX...") def getDatesAV(self, which):
for i in range (0,len(loaded_json),1): url = ''.join(('https://www.alphavantage.co/query?function=TIME_SERIES_MONTHLY&symbol=', self, '&apikey=', apiAV))
a = loaded_json[i] # https://www.alphavantage.co/query?function=TIME_SERIES_MONTHLY&symbol=MSFT&apikey=demo
print(a['date']) #print("URL:", url)
''' f = requests.get(url)
json_data = f.text
loaded_json = json.loads(json_data)
#print(loaded_json['Monthly Time Series'])
monthlyTimeSeries = loaded_json['Monthly Time Series']
#print(monthlyTimeSeries)
#print(len(monthlyTimeSeries))
#length = len(monthlyTimeSeries)
#print(monthlyTimeSeries['2018-12-17'])
#print(type(monthlyTimeSeries))
listOfDates = list(monthlyTimeSeries)
#print(listOfDates)
dates = []
if which == 'firstLast':
firstDate = listOfDates[-1]
lastDate = listOfDates[0]
#print("firstDate:", firstDate)
#print("lastDate:", lastDate)
dates.append((firstDate, lastDate))
elif which == 'all':
dates = listOfDates
return dates
def getDatesTiingo(self, which):
'''
headers = {
'Content-Type': 'application/json',
'Authorization' : 'Token <TOKEN>'
}
requestResponse = requests.get("https://api.tiingo.com/api/test/",
headers=headers)
print(requestResponse.json())
#OR we can use the token directly in the url
headers = {
'Content-Type': 'application/json'
}
requestResponse = requests.get("https://api.tiingo.com/api/test?token=<TOKEN>",
headers=headers)
print(requestResponse.json())
'''
token = ''.join(('Token ', apiTiingo))
headers = {
'Content-Type': 'application/json',
'Authorization' : token
}
url = ''.join(('https://api.tiingo.com/tiingo/daily/', self))
requestResponse = requests.get(url, headers=headers)
#print(requestResponse.json())
loaded_json = requestResponse.json()
#print(loaded_json)
#print(len(loaded_json))
'''
list1 = list(loaded_json)
for i in range (0, len(list1), 1):
if list1[i] == 'startDate':
startNum = i
elif list1[i] == 'endDate':
endNum = i
print(list1[startNum])
print(list1[endNum])
'''
firstDate = loaded_json['startDate']
finalDate = loaded_json['endDate']
#print(firstDate)
#print(finalDate)
dates = []
if which == 'firstLast':
#print("URL:", url)
dates.append((firstDate, finalDate))
elif which == 'all':
url2 = ''.join((url, '/prices?startDate=', firstDate, '&endDate=', finalDate))
# https://api.tiingo.com/tiingo/daily/<ticker>/prices?startDate=2012-1-1&endDate=2016-1-1
#print("Second URL:", url2)
requestResponse2 = requests.get(url2, headers=headers)
loaded_json2 = requestResponse2.json()
#print(loaded_json2)
#print(len(loaded_json2))
'''
print(loaded_json2[0])
temp = loaded_json2[0]
temp2 = temp['date']
temp3 = temp2.split('T00:00:00.000Z')
print(temp2)
print(temp3)
print(temp3[0])
print(temp3[1])
'''
for i in range(len(loaded_json2)-1, 0, -1):
line = loaded_json2[i]
dateWithTime = line['date']
temp = dateWithTime.split('T00:00:00.000Z')
date = temp[0]
dates.append(date)
return dates
def main(): def main():
#if __name__ == '__main__': #if __name__ == '__main__':
# install('requests') # install('requests')
stock = 'spy' stock = 'spy'
spy = Stock(stock) spy = Stock(stock)
#print(spy.name) #print(spy.name)
Stock.getDates(stock) Stock.getDates(stock)
#Stock.printDates(spy) #Stock.printDates(spy)
main() main()