Merge pull request #5 from andrewkdinh/stockData

Stock data

.gitignore

@@ -1,3 +1,5 @@
 __pycache__/StockData.cpython-37.pyc
 __pycache__/
 *.pyc
+quickstart.py
+creds.json

StockData.py

@@ -3,26 +3,44 @@
 # Python 3.6.1
 # Description: Returns all available dates and prices for each stock requested.
 
+'''
+Available API's: Can it do mutual funds?
+IEX: No
+Alpha Vantage (AV): Yes
+Tiingo: Yes
+Barchart: No
+'''
+
 # Alpha Vantage API Key: O42ICUV58EIZZQMU
-# Barchart API Key: a17fab99a1c21cd6f847e2f82b592838
+# Barchart API Key: a17fab99a1c21cd6f847e2f82b592838 # Possible other one? f40b136c6dc4451f9136bb53b9e70ffa
 # Tiingo API Key: 2e72b53f2ab4f5f4724c5c1e4d5d4ac0af3f7ca8
+# Tradier API Key: n26IFFpkOFRVsB5SNTVNXicE5MPD
 # If you're going to take these API keys and abuse it, you should really reconsider your life priorities
 
 apiAV = 'O42ICUV58EIZZQMU'
-apiBarchart = 'a17fab99a1c21cd6f847e2f82b592838'
+#apiBarchart = 'a17fab99a1c21cd6f847e2f82b592838'        # 150 getHistory queries per day
-apiTiingo = '2e72b53f2ab4f5f4724c5c1e4d5d4ac0af3f7ca8' # Limited to 400 requests/day
+apiBarchart = 'f40b136c6dc4451f9136bb53b9e70ffa'
+apiTiingo = '2e72b53f2ab4f5f4724c5c1e4d5d4ac0af3f7ca8'
+apiTradier = 'n26IFFpkOFRVsB5SNTVNXicE5MPD'
+'''
+Monthly Bandwidth = 5 GB
+Hourly Requests = 500
+Daily Requests = 20,000
+Symbol Requests = 500
+'''
 
-import requests, json
+import requests, json, socket
 import importlib.util, sys # To check whether a package is installed
 from datetime import datetime
 
 class Stock:
 
-  def __init__(self, newName = '', newfirstLastDates = [], newAbsFirstLastDates = [], newfinalDatesAndClose = [], newAllLists = []):
+  def __init__(self, newName = '', newFirstLastDates = [], newAbsFirstLastDates = [], newFinalDatesAndClose = [], newAllLists = []):
     self.name = newName                             # Name of stock
-    self.firstLastDates = newfirstLastDates         # Dates that at least 2 sources have (or should it be all?) - Maybe let user decide
+    self.firstLastDates = newFirstLastDates         # Dates that at least 2 sources have (or should it be all?) - Maybe let user decide
     self.absFirstLastDates = newAbsFirstLastDates   # Absolute first and last dates from all sources
-    self.finalDatesAndClose = newfinalDatesAndClose # All available dates
+    self.finalDatesAndClose = newFinalDatesAndClose # All available dates
+    self.allLists = newAllLists
     '''
     Format: 
     # List from each source containing: [firstDate, lastDate, allDates, values, timeFrame]
@@ -31,32 +49,16 @@ class Stock:
     values (close) = ['164.6307', 164.6307]
     timeFrame = [days, weeks, years]
     '''
-    self.allLists = newAllLists
+
-  '''
+  def set(self, newName, newFirstLastDates, newAbsFirstLastDates, newFinalDatesAndClose, newAllLists):
-  def set(self, newName, newfirstLastDates, newAbsFirstLastDates, newDates, newListIEX, newListAV, newListTiingo):
     self.name = newName                             # Name of stock
-    self.firstLastDates = newfirstLastDates         # Dates that at least 2 sources have (or should it be all?) - Maybe let user decide
+    self.firstLastDates = newFirstLastDates         # Dates that at least 2 sources have (or should it be all?) - Maybe let user decide
     self.absFirstLastDates = newAbsFirstLastDates   # Absolute first and last dates from all sources
-    self.dates = newDates                           # All available dates
+    self.finalDatesAndClose = newFinalDatesAndClose
+    self.allLists = newAllLists
 
-    # List from each source containing: ['firstDate', 'lastDate', allDates, values]
+  def setName(self, newName):
-    self.listIEX = newListIEX                     # Dates available from IEX
+    self.name = newName
-    self.listAV = newListAV                       # Dates available from AV
-    self.listTiingo = newListTiingo               # Dates available from Tiingo
-
-  def setFirstLastDates(newFirstLastDates):
-    self.firstLastDates = newFirstLastDates
-  def setAbsFirstLastDates(newAbsFirstLastDates):
-    self.absFirstLastDates = newAbsFirstLastDates
-  def setDates(newDates):
-    self.dates = newDates
-  def setListIEX(newListIEX):
-    self.listIEX = newListIEX
-  def setListAV(newListAV):
-    self.listAV = newListAV
-  def setListTiingo(newListTiingo):
-    self.listTiingo = newListTiingo
-  '''
 
   def getIEX(self):
     url = ''.join(('https://api.iextrading.com/1.0/stock/', self.name, '/chart/5y'))
@@ -64,6 +66,10 @@ class Stock:
     print("\nSending request to:", url)
     f = requests.get(url)
     json_data = f.text
+    #print(json_data)
+    if (json_data == 'Unknown symbol'):
+      print("IEX not available")
+      return 'Not available'
     loaded_json = json.loads(json_data)
     listIEX = []
 
@@ -91,8 +97,9 @@ class Stock:
       date = line['date']
       allDates.append(date)
     listIEX.append(allDates)
-    #print(listIEX[1])
+
-    print("Uncomment above line in code to see output")
+    #print(listIEX[2])
+    print(len(listIEX[2]), "dates")
 
     print("\nFinding close values for each date")
     values = []
@@ -103,7 +110,7 @@ class Stock:
       values.append(value)
     listIEX.append(values)
     #print(listIEX[3])
-    print("Uncomment above line in code to see output")
+    print(len(listIEX[3]), "close values")
 
     print("\nFinding time frame given [days, weeks, years]")
     timeFrame = []
@@ -129,6 +136,14 @@ class Stock:
     f = requests.get(url)
     json_data = f.text
     loaded_json = json.loads(json_data)
+    #print(loaded_json)
+
+    #print(type(loaded_json)) # Dictionary
+    #print(len(loaded_json))
+    if len(loaded_json) == 1:
+      print("Alpha Vantage not available")
+      return 'Not available'
+
     #print(loaded_json['Monthly Time Series'])
     monthlyTimeSeries = loaded_json['Monthly Time Series']
     #print(monthlyTimeSeries)
@@ -147,7 +162,7 @@ class Stock:
     print(listAV[0], ',', listAV[1])
     print("\nFinding all dates given")
     #print(listAV[2])
-    print("Uncomment above line in code to see output")
+    print(len(listAV[2]), "dates")
 
     print("\nFinding close values for each date")
     values = []
@@ -161,7 +176,7 @@ class Stock:
     #i = listOfDates[0]
     #print(monthlyTimeSeries[i])
     #print(listAV[3])
-    print("Uncomment above line in code to see output")
+    print(len(listAV[3]), "close values")
 
     print("\nFinding time frame given [days, weeks, years]")
     timeFrame = []
@@ -199,6 +214,10 @@ class Stock:
     requestResponse = requests.get(url, headers=headers)
     #print(requestResponse.json())
     loaded_json = requestResponse.json()
+    #print(len(loaded_json))
+    if len(loaded_json) == 1:
+      print("Tiingo not available")
+      return 'Not available'
     #print(loaded_json)
     '''
     list1 = list(loaded_json)
@@ -242,13 +261,13 @@ class Stock:
       values.append(value)
     listTiingo.append(dates)
     #print(listTiingo[2])
-    print("Uncomment above line in code to see output")
+    print(len(listTiingo[2]), "dates")
 
     print("Finding close values for each date")
     # Used loop from finding dates
     listTiingo.append(values)
     #print(listTiingo[3])
-    print("Uncomment above line in code to see output")
+    print(len(listTiingo[3]), "close values")
 
     print("Finding time frame given [days, weeks, years]")
     timeFrame = []
@@ -297,24 +316,25 @@ class Stock:
           firstMonth = month
           firstDay = day
     #print(firstDate)
-    for i in range(0, len(listOfLastDates),1):
+    if len(listOfFirstDates) > 1:
-      date = listOfLastDates[i]
+      for i in range(0, len(listOfLastDates),1):
-      if i == 0:
+        date = listOfLastDates[i]
-        lastDate = date
+        if i == 0:
-        yearMonthDay = lastDate.split('-')
+          lastDate = date
-        lastYear = yearMonthDay[0]
+          yearMonthDay = lastDate.split('-')
-        lastMonth = yearMonthDay[1]
+          lastYear = yearMonthDay[0]
-        lastDay = yearMonthDay[2]
+          lastMonth = yearMonthDay[1]
-      else:
+          lastDay = yearMonthDay[2]
-        yearMonthDay = date.split('-')
+        else:
-        year = yearMonthDay[0]
+          yearMonthDay = date.split('-')
-        month = yearMonthDay[1]
+          year = yearMonthDay[0]
-        day = yearMonthDay[2]
+          month = yearMonthDay[1]
-      if year > lastYear or (year == lastYear and month > lastMonth) or (year == lastYear and month == lastMonth and day > lastDay):
+          day = yearMonthDay[2]
-        lastDate = date
+        if year > lastYear or (year == lastYear and month > lastMonth) or (year == lastYear and month == lastMonth and day > lastDay):
-        lastYear = year
+          lastDate = date
-        lastMonth = month
+          lastYear = year
-        lastDay = day
+          lastMonth = month
+          lastDay = day
     #print(lastDate)
     absFirstLastDates = []
     absFirstLastDates.append(firstDate)
@@ -368,7 +388,7 @@ class Stock:
       day = day + 1
       if day == 32 and month == 12: # Next year
         day = 1
-        month = 2
+        month = 1
         year = year + 1
       elif day == 32:              # Next month
         month = month + 1
@@ -407,64 +427,86 @@ class Stock:
     finalDatesAndClose.append(finalClose)
     return finalDatesAndClose
 
+  def is_connected():
+    try:
+        # connect to the host -- tells us if the host is actually
+        # reachable
+        socket.create_connection(("www.andrewkdinh.com", 80))
+        return True
+    except OSError:
+        pass
+    return False
+
   def main(self):
 
-    package_name = 'requests'
+    packages = ['requests']
-    spec = importlib.util.find_spec(package_name)
+    for i in range(0, len(packages), 1):
-    if spec is None:
+      package_name = packages[i]
-      print(package_name +" is not installed\nPlease type in 'pip install -r requirements.txt' to install all required packages")
+      spec = importlib.util.find_spec(package_name)
+      if spec is None:
+        print(package_name +" is not installed\nPlease type in 'pip install -r requirements.txt' to install all required packages")
 
-    # Makes list with ['firstDate', 'lastDate', [allDates], values]
+    # Test internet connection
+    internetConnection = Stock.is_connected()
+    if internetConnection == False:
+      print("\nNo internet connection!")
+      return
 
     listOfFirstLastDates = []
+    self.allLists = []
 
     # IEX
     print("\nIEX")
     listIEX = Stock.getIEX(self)
     #print(listIEX)
-    listOfFirstLastDates.append((listIEX[0], listIEX[1]))
+    if listIEX != 'Not available':
-    self.allLists.append(listIEX)
+      listOfFirstLastDates.append((listIEX[0], listIEX[1]))
+      self.allLists.append(listIEX)
 
     # Alpha Vantage
     print("\nAlpha Vantage (AV)")
     listAV = Stock.getAV(self)
     #print(listAV)
-    listOfFirstLastDates.append((listAV[0], listAV[1]))
+    if listAV != 'Not available':
-    self.allLists.append(listAV)
+      listOfFirstLastDates.append((listAV[0], listAV[1]))
+      self.allLists.append(listAV)
 
-    # COMMENTED OUT FOR NOW B/C LIMITED TO 400 REQUESTS/DAY
+    # COMMENTED OUT FOR NOW B/C LIMITED
     '''
     print("\nTiingo")
     listTiingo = Stock.getTiingo(self)
     #print(listTiingo)
-    listOfFirstLastDates.append((listTiingo[0], listTiingo[1]))
+    if listTiingo != 'Not available':
-    self.allLists.append(listTiingo)
+      listOfFirstLastDates.append((listTiingo[0], listTiingo[1]))
+      self.allLists.append(listTiingo)
     '''
     
     #print(self.allLists)
     #print(listOfFirstLastDates)
-    self.absFirstLastDates = Stock.getFirstLastDate(self, listOfFirstLastDates)
+    if (len(self.allLists) > 0):
-    print("\nThe absolute first date with close values is:", self.absFirstLastDates[0])
+      print("\n")
-    print("The absolute last date with close values is:", self.absFirstLastDates[1])
+      print(len(self.allLists), "available sources for", self.name)
+      self.absFirstLastDates = Stock.getFirstLastDate(self, listOfFirstLastDates)
+      print("\nThe absolute first date with close values is:", self.absFirstLastDates[0])
+      print("The absolute last date with close values is:", self.absFirstLastDates[1])
 
-    print("\nCombining dates and finding average close values")
+      print("\nCombining dates and averaging close values")
-    self.finalDatesAndClose = Stock.getFinalDatesAndClose(self) # Returns [List of Dates, List of Corresponding Close Values]
+      self.finalDatesAndClose = Stock.getFinalDatesAndClose(self) # Returns [List of Dates, List of Corresponding Close Values]
-    #print("All dates available:", self.finalDatesAndClose[0])
+      #print("All dates available:", self.finalDatesAndClose[0])
-    #print("All close values:\n", self.finalDatesAndClose[1])
+      #print("All close values:\n", self.finalDatesAndClose[1])
-    print("Uncomment above line in code to see output")
+      finalDates = self.finalDatesAndClose[0]
+      finalClose = self.finalDatesAndClose[1]
+      print(len(finalDates), "unique dates:", finalDates[len(finalDates)-1], "...", finalDates[0])
+      print(len(finalClose), "close values:", finalClose[len(finalClose)-1], "...", finalClose[0])
+      #print("Uncomment above line in code to see output")
+    else:
+      print("No sources have data for", self.name)
 
 def main(): # For testing purposes
-  stockName = 'aapl'
+  stockName = 'spy'
   stock1 = Stock(stockName)
   print("Finding available dates and close values for", stock1.name)
   Stock.main(stock1)
 
-def imported(): # When this file has been imported
-  # Add stuff here
-  return
-
 if __name__ == "__main__":
   main()
-
-else:
-  imported()

listGoogle.py

@@ -0,0 +1,54 @@
+# https://support.google.com/docs/answer/3093281?hl=en
+# Historical data cannot be downloaded or accessed via the Sheets API or Apps Script.  If you attempt to do so, you will see a #N/A error in place of the values in the corresponding cells of your spreadsheet.
+
+import gspread, time, webbrowser, msvcrt
+from oauth2client.service_account import ServiceAccountCredentials
+
+def main():
+    scope = ['https://spreadsheets.google.com/feeds',
+             'https://www.googleapis.com/auth/drive']
+
+    credentials = ServiceAccountCredentials.from_json_keyfile_name('creds.json', scope)
+
+    gc = gspread.authorize(credentials)
+    '''
+    # Just by ID:
+    #sheet = gc.open_by_key('1YS8qBQCXKNfSgQgXeUdSGOd6lM2wm-inV0_1YE36vQM')
+    sheet = gc.open_by_url('https://docs.google.com/spreadsheets/d/1YS8qBQCXKNfSgQgXeUdSGOd6lM2wm-inV0_1YE36vQM')
+    worksheet = sheet.get_worksheet(0)
+    worksheet.update_acell('B1', 'bingo!')
+    #worksheet.update_cell(1, 2, 'Bingo!')
+    val = worksheet.acell('B1').value
+    #val = worksheet.cell(1, 2).value
+    print(val)
+    '''
+    url = 'https://docs.google.com/spreadsheets/d/1YS8qBQCXKNfSgQgXeUdSGOd6lM2wm-inV0_1YE36vQM'
+    surl = 'https://www.andrewkdinh.com/u/listGoogle'
+    print("Opening", url)
+    #webbrowser.open(surl)
+    sheet = gc.open_by_url(url)
+    worksheet = sheet.get_worksheet(0)
+    print('Writing Google Finance function to A1')
+    worksheet.update_cell(1, 1, '=GOOGLEFINANCE("GOOG", "price", DATE(2014,1,1), DATE(2014,12,31), "DAILY")')
+    print('\nOpening link to the Google Sheet. Please download the file as comma-separated values (.csv) and move it to the directory of this Python file', 
+        '\nFile > Download as > Comma-separated values(.csv,currentsheet)')
+    print("If the link did not open, please go to", surl)
+    print("Press any key to continue")
+    #time.sleep(45)
+    '''
+    for i in range(60, 0, -1):
+        print(i, end='\r')
+        time.sleep(1)
+    '''
+    waiting = True
+    while waiting == True:
+        if msvcrt.kbhit():
+            waiting = False
+            
+    print("e")
+
+    #val = worksheet.acell('A1').value
+    #print(val)
+
+if __name__ == '__main__':
+    main()

main.py

@@ -15,4 +15,29 @@ Gives correlation value using equation at the end (from 0 to 1)
 FIRST TESTING WITH EXPENSE RATIO
 '''
 
-import StockData
+from StockData import Stock
+
+listOfStocks = []
+numberOfStocks = int(input("How many stocks or mutual funds would you like to analyze? "))
+for i in range(0, numberOfStocks, 1):
+  print("Stock", i+1, ": ", end='')
+  stockName = str(input())
+  listOfStocks.append(i)
+  listOfStocks[i] = Stock()
+  listOfStocks[i].setName(stockName)
+  #print(listOfStocks[i].name)
+
+for i in range(0, numberOfStocks, 1):
+  print("\n")
+  print(listOfStocks[i].name)
+  Stock.main(listOfStocks[i])
+
+#print(listOfStocks[0].name, listOfStocks[0].absFirstLastDates, listOfStocks[0].finalDatesAndClose)
+print("\nWhich indicator would you like to look at? \n1. Expense Ratio")
+indicator = str(input)
+'''
+stockName = 'IWV'
+stock1 = Stock(stockName)
+print("Finding available dates and close values for", stock1.name)
+Stock.main(stock1)
+'''