Merge pull request #17 from fin-tic/dev

update 1.3.4

csv/ipo_settings.json

@@ -0,0 +1 @@
+{"feature": "IPO", "speed": "medium", "speed2": "medium", "animation": "down", "title": true, "symbols": ["No Data"]}

csv/last_updates.json

@@ -1 +1 @@
-{"stocks": {"time": "14/06/2022 06:42:06", "force": false}, "crypto": {"time": "14/06/2022 06:58:18", "force": false}, "news": {"time": "14/06/2022 05:29:08", "force": false}, "weather": {"time": "14/06/2022 05:29:08", "force": false}, "forex": {"time": "14/06/2022 05:29:14", "force": false}, "sports_l": {"time": "14/06/2022 04:42:37", "force": false}, "sports_p": {"time": "14/06/2022 06:27:34", "force": false}, "sports_u": {"time": "14/06/2022 06:28:34", "force": false}, "sports_t": {"time": "14/06/2022 06:26:23", "force": false}, "commodities": {"time": "14/06/2022 06:51:07", "force": false}, "indices": {"time": "05/10/2022 04:06:10", "force": false}, "movies": {"time": "05/10/2022 02:31:40", "force": false}}
+{"scheduler":{"force": false}, "stocks": {"time": "14/06/2022 06:42:06", "force": false}, "crypto": {"time": "14/06/2022 06:58:18", "force": false}, "news": {"time": "14/06/2022 05:29:08", "force": false}, "weather": {"time": "14/06/2022 05:29:08", "force": false}, "forex": {"time": "14/06/2022 05:29:14", "force": false}, "sports_l": {"time": "14/06/2022 04:42:37", "force": false}, "sports_p": {"time": "14/06/2022 06:27:34", "force": false}, "sports_u": {"time": "14/06/2022 06:28:34", "force": false}, "sports_t": {"time": "14/06/2022 06:26:23", "force": false}, "commodities": {"time": "14/06/2022 06:51:07", "force": false}, "indices": {"time": "05/10/2022 04:06:10", "force": false}, "movies": {"time": "05/10/2022 02:31:40", "force": false}, "ipo": {"time": "05/10/2022 02:31:40", "force": false}, "prepost": {"time": "05/10/2022 02:31:40", "force": false}}

database_caller.py

@@ -28,6 +28,7 @@ try:
     last_updates = json.load(f)
     f.close()
     last_updates['stocks']['force'] = True
+    last_updates['prepost']['force'] = True
     last_updates['sports_l']['force'] = True
     f = open('csv/last_updates.json', 'w')
     json.dump(last_updates, f)
@@ -35,6 +36,31 @@ try:
 except:
     pass
 
+try:
+    f = open('csv/scheduler.json', 'r')
+    schedules = json.load(f)
+    f.close()
+    
+    shutdown_schedule_hour = schedules['shutdown']['hour']
+    shutdown_schedule_minute = schedules['shutdown']['minute']
+    
+    reboot_schedule_hour = schedules['reboot']['hour']
+    reboot_schedule_minute = schedules['reboot']['minute']
+    
+    timezone = schedules['timezone']
+    shutdown_enabled = schedules['shutdown']['enabled']
+    reboot_enabled = schedules['reboot']['enabled']
+except:
+    shutdown_schedule_hour = "00"
+    shutdown_schedule_minute = "00"
+    
+    reboot_schedule_hour = "00"
+    reboot_schedule_minute = "00"
+    
+    timezone = "GMT"
+    shutdown_enabled = False
+    reboot_enabled = False
+
 
 def getInput(Block=False):
     if Block or select.select([sys.stdin], [], [], 0) == ([sys.stdin], [], []):
@@ -112,6 +138,71 @@ def updateStocks(api_key, logf):
         #logf.write('\n ' + "".join(traceback.format_exception(sys.exc_info()[0], sys.exc_info()[1], sys.exc_info()[2])))
         #logf.close()
 
+        
+def updateStocksPrePost(api_key, logf):
+
+    try:
+
+        f = open('csv/stocks_settings.json', 'r')
+        all_stocks_settings = json.load(f)
+        f.close()
+        stock_info = all_stocks_settings['symbols']
+        symbols = list(stock_info.keys())
+
+        #KEEP THIS JUST IN CASE V7 GOES DOWN prepost_url = 'https://query2.finance.yahoo.com/v6/finance/quote?symbols='
+        prepost_url = 'https://query2.finance.yahoo.com/v7/finance/quote?symbols='
+        for symbol in symbols:
+            prepost_url += symbol + ','
+
+        prepost_url += '&fields=regularMarketPreviousClose,regularMarketPrice,preMarketPrice,preMarketChangePercent,regularMarketChangePercent,regularMarketChange,preMarketChange,postMarketPrice,postMarketChange,postMarketChangePercent&region=US&lang=en-US'
+
+        headers = {
+            'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36'
+        }
+        prepost = requests.get(prepost_url, headers=headers)
+        
+        if 'Unauthorized' in str(prepost.json()):
+            prepost = requests.get(prepost_url.replace('v7','v6'), headers=headers)
+        
+        prepost_data = prepost.json()['quoteResponse']['result']
+        time_now = datetime.now(pytz.timezone('America/New_York')).strftime("%H:%M EST")
+
+        if len(prepost_data) > 0:
+            for symbol in symbols:
+                for stock in prepost_data:
+                    if stock['symbol'] == symbol:
+                        stock_info[stock['symbol']] = {"time_now":time_now}
+                        try:
+                            stock_info[stock['symbol']]['Pre-market'] = {'preprice': '%.2f' % stock['preMarketPrice'],
+                                                           'prechange': '%.2f' % stock['preMarketChange'],
+                                                           'prepercent': '%.2f' % stock['preMarketChangePercent']}
+                        except:
+                            try:
+                                stock_info[stock['symbol']]['Pre-market'] = {'preprice': '%.2f' % stock['postMarketPrice'],
+                                                               'prechange': '%.2f' % 0,
+                                                               'prepercent': '%.2f' % 0}                                
+                            except:
+                                stock_info[stock['symbol']]['Pre-market'] = {'preprice': '%.2f' % stock['regularMarketPrice'],
+                                                               'prechange': '%.2f' % 0,
+                                                               'prepercent': '%.2f' % 0}
+                        try:
+                            stock_info[stock['symbol']]['Post-market'] = {'postprice': '%.2f' % stock['postMarketPrice'],
+                                                                          'postchange': '%.2f' % stock['postMarketChange'],
+                                                                          'postpercent': '%.2f' % stock['postMarketChangePercent']}
+                        except:
+                            stock_info[stock['symbol']]['Post-market'] = {'postprice': '%.2f' % stock['regularMarketPrice'],
+                                                                          'postchange': '%.2f' % 0,
+                                                                          'postpercent': '%.2f' % 0}
+
+                all_stocks_settings['symbols'] = stock_info
+
+            with open('csv/prepost_settings.json', 'w+') as f:
+                json.dump(all_stocks_settings['symbols'], f)
+
+    except:
+        pass
+        
+        
 def updateCommodities(api_key, logf):
  
     try:
@@ -290,7 +381,61 @@ def updateMovies(api_key, logf):
     f = open('csv/movie_settings.json', 'w+')
     json.dump(all_settings, f)
     f.close()
-        
+ 
+
+def updateIpo(api_key, logf):
+
+    day = datetime.now(pytz.utc).strftime("%Y-%m-%d")
+    dt = datetime.strptime(day, "%Y-%m-%d")
+
+    start = (dt - timedelta(days=dt.weekday()))
+    start_date = start.strftime("%Y-%m-%d")
+
+    end = start + timedelta(days=21)
+    end_date = end.strftime("%Y-%m-%d")
+
+    ipo_url = 'https://finnhub.io/api/v1/calendar/ipo?from='+start_date+'&to='+end_date+'&token='+api_key
+
+    f = open('csv/ipo_settings.json', 'r')
+    ipo_settings = json.load(f)
+    f.close()
+
+    data = requests.get(ipo_url)
+    all_ipo = data.json()
+
+    ipo_list = []
+
+    try:
+        if len(all_ipo['ipoCalendar']) > 0:
+            for ipo in all_ipo['ipoCalendar']:
+                try:
+                    shares = human_format(ipo['numberOfShares'])
+                except:
+                    shares = 'N/A'
+                try:
+                    sharesvalue = human_format(ipo['totalSharesValue'])
+                except:
+                    sharesvalue = 'N/A'
+
+                ipo_list.append({
+                    'date':ipo['date'],
+                    'name':ipo['name'],
+                    'shares':shares,
+                    'price':ipo['price'],
+                    'status':ipo['status'],
+                    'symbol':ipo['symbol'],
+                    'sharesvalue':sharesvalue
+                })
+        else:
+            ipo_list = ['No Data']
+    except:
+        ipo_list = ['No Data']
+            
+    ipo_settings['symbols'] = ipo_list
+    f = open('csv/ipo_settings.json', 'w+')
+    json.dump(ipo_settings, f)
+    f.close()
+
         
 def updateIndices(api_key, logf):
  
@@ -462,24 +607,16 @@ def updateForex(api_key, logf):
 
 def updateNews(api_key, logf):
     
-    #'https://bm7p954xoh.execute-api.us-east-2.amazonaws.com/default/ScriptsAPI/news?category=technology'
-    #'https://bm7p954xoh.execute-api.us-east-2.amazonaws.com/default/ScriptsAPI/news?country=GB'
-    #'https://bm7p954xoh.execute-api.us-east-2.amazonaws.com/default/ScriptsAPI/news?lang=en'
-    
-    
     try:
         f = open('csv/news_settings.json', 'r')
         all_settings = json.load(f)
         f.close()
-        
-        
-        
-        
+
         if all_settings['use_country']:
             if all_settings['country'] == 'Worldwide':
                 url = 'https://bm7p954xoh.execute-api.us-east-2.amazonaws.com/default/ScriptsAPI/news_worldwide?'
             else:
-                c_dict = {'United States':'US', 'Australia':'AU', 'Canada': 'CA', 'Great Britain':'GB', 'New Zealand':'NZ', 'Ireland':'IE', 'Singapore':'SG', 'South Africa': 'ZA'}
+                c_dict = {'United States':'US', 'Australia':'AU', 'Canada': 'CA', 'Great Britain':'GB', 'New Zealand':'NZ', 'Ireland':'IE', 'Singapore':'SG', 'South Africa': 'ZA', 'Germany': 'DE', 'Hong Kong': 'HK', 'Japan': 'JP', 'South Korea': 'KR', 'China': 'CN', 'France': 'FR', 'India': 'IN', 'Italy': 'IT', 'Switzerland': 'CH', 'Netherlands': 'NL', 'Spain': 'ES', 'Brazil': 'BR', 'Portugal': 'PT'}
                 cc = c_dict[all_settings['country']]
                 url = 'https://bm7p954xoh.execute-api.us-east-2.amazonaws.com/default/ScriptsAPI/news?country={}'.format(cc)
         elif all_settings['use_category']:
@@ -493,9 +630,7 @@ def updateNews(api_key, logf):
             max_headlines = int(all_settings['num_headlines'])
             #load user settings
             headlines = data[:max_headlines]
-            headline_sources = [headline['source'] for headline in headlines]
-            
-                
+            headline_sources = [headline['source'] for headline in headlines]  
             headline_titles = [headline['title'] for headline in headlines]
             
             headline_times = [headline['publishedAt'] for headline in headlines]
@@ -801,72 +936,217 @@ def updateLeagueEvents(api_key, time, logf):
             for league in all_data.keys():
                 ten_or_fifteen = slice(None)
                 events = []
-                if (league == 'PGA') or (league == 'LPGA') or (league == 'PGA_EU'):
+                if (league == 'PGA') or (league == 'LPGA') or (league == 'PGA_EU') or (league == 'LIV') or (league == 'F1') or (league == 'NASCAR'):
                     ten_or_fifteen = slice(3)
                 else:
                     ten_or_fifteen = slice(None)
-                for d in all_data[league][ten_or_fifteen]:
-                    event = {}
-                    event['date'] = d['dateEvent']
-                    
-                    if time == 'live':
-                        event['progess'] = d['strProgress']
-                        event['status'] = d['strStatus']
-                    else:
-                        if (league == 'PGA') or (league == 'LPGA') or (league == 'PGA_EU'):
-                            event['date'] = d['dateEvent']
-                            event['event'] = d['strEvent'].replace("\u2019","'")
-                            event['venue'] = d['strVenue'].replace("\u2019","'")
-                            event['city'] = d['strCity'].replace("\u2019","'")
-                            event['country'] = d['strCountry']
-                            event['season'] = d['strSeason']
-                        else:
-                            event['round'] = d['intRound']
-                            event['time'] = d['strTime']
-                            event['home_team'] = d['strHomeTeam']
-                            event['away_team'] = d['strAwayTeam']
-                    
-                    if time != 'upcoming':
-                        if (league == 'PGA') or (league == 'LPGA') or (league == 'PGA_EU'):
-                            event['golf_standings'] = d['strResult']
-
-                            rank = ['n1', 'n2', 'n3', 'n4', 'n5', 'n6', 'n7', 'n8', 'n9', 'n10', 'T1', 'T2', 'T3', 'T4', 'T5',
-                                    'T6', 'T7', 'T8', 'T9', 'T10']
-
-                            def convert(string):
-                                string = repr(string).replace('/', '')
-                                li = list(string.split('\\'))
-                                return li
-
-                            str3 = convert(event['golf_standings'])
-
-                            players = []
-
-
-                            for each in str3:
-                                each = each.replace('nT', 'T', 1)
-                                if each[:2] in rank:
-                                    try:
-                                        first_space = each.find(' ', 1)
-                                        second_space = each.find(' ', 4)
-                                        first_name = each[first_space:second_space].lstrip()
-                                        initial = first_name[0] + '.'
-                                        each = each.replace(first_name,initial)
-                                    except:
-                                        pass
-                                    interator = each.find('-')
-                                    if interator < 0:
-                                        interator = 0
-                                    interator2 = each[interator:interator + 3]
-                                    result = each.split(interator2, 1)[0] + interator2
-                                    players.append(result.rstrip())
-
-                            event['golf_standings'] = players
-                        else:
-                            event['away_score'] = d['intAwayScore']
-                            event['home_score'] = d['intHomeScore']
                     
+                if league == 'UFC':
+                    event = all_data['UFC'][0]
                     events.append(event)
+                    if time == 'upcoming':
+                        try:
+                            logo_files = []
+                            for each in all_data['UFC'][0]['fights']:
+                                try:
+                                    if each['fighter1pic'].split('/')[-1].split('&')[0] not in os.listdir('logos/ufc/'):
+                                        urllib.request.urlretrieve(each['fighter1pic'],'logos/ufc/' + each['fighter1pic'].split('/')[-1].split('&')[0])
+                                except:
+                                    pass
+                                try:
+                                    if each['fighter2pic'].split('/')[-1].split('&')[0] not in os.listdir('logos/ufc/'):
+                                        urllib.request.urlretrieve(each['fighter2pic'],'logos/ufc/' + each['fighter2pic'].split('/')[-1].split('&')[0])
+                                except:
+                                    pass
+                                try:
+                                    logo_files.append(each['fighter2pic'].split('/')[-1].split('&')[0])
+                                except:
+                                    pass
+                                try:
+                                    logo_files.append(each['fighter1pic'].split('/')[-1].split('&')[0])
+                                except:
+                                    pass
+                                #country flags
+                                try:
+                                    if each['fighter1country'].split('/')[-1].split('&')[0] not in os.listdir('logos/ufc_countries/'):
+                                        urllib.request.urlretrieve(each['fighter1country'], 'logos/ufc_countries/' + each['fighter1country'].split('/')[-1].split('&')[0])
+                                except:
+                                    pass
+                                try:
+                                    if each['fighter2country'].split('/')[-1].split('&')[0] not in os.listdir('logos/ufc_countries/'):
+                                        urllib.request.urlretrieve(each['fighter2country'], 'logos/ufc_countries/' + each['fighter2country'].split('/')[-1].split('&')[0])
+                                except:
+                                    pass
+
+                            for file in os.listdir('logos/ufc/'):
+                                if file not in logo_files:
+                                    os.remove('logos/ufc/'+ file)
+                        except:
+                            pass
+                    elif time == 'past':
+                        try:
+                            logo_files = []
+                            for each in all_data['UFC'][0]['fights']:
+                                try:
+                                    if each['fighter1pic'].split('/')[-1].split('&')[0] not in os.listdir('logos/ufc_past/'):
+                                        urllib.request.urlretrieve(each['fighter1pic'],'logos/ufc_past/' + each['fighter1pic'].split('/')[-1].split('&')[0])
+                                except:
+                                    pass
+                                try:
+                                    if each['fighter2pic'].split('/')[-1].split('&')[0] not in os.listdir('logos/ufc_past/'):
+                                        urllib.request.urlretrieve(each['fighter2pic'],'logos/ufc_past/' + each['fighter2pic'].split('/')[-1].split('&')[0])
+                                except:
+                                    pass
+                                try:
+                                    logo_files.append(each['fighter2pic'].split('/')[-1].split('&')[0])
+                                except:
+                                    pass
+                                try:
+                                    logo_files.append(each['fighter1pic'].split('/')[-1].split('&')[0])
+                                except:
+                                    pass
+                                #country flags
+                                try:
+                                    if each['fighter1country'].split('/')[-1].split('&')[0] not in os.listdir('logos/ufc_countries/'):
+                                        urllib.request.urlretrieve(each['fighter1country'], 'logos/ufc_countries/' + each['fighter1country'].split('/')[-1].split('&')[0])
+                                except:
+                                    pass
+                                try:
+                                    if each['fighter2country'].split('/')[-1].split('&')[0] not in os.listdir('logos/ufc_countries/'):
+                                        urllib.request.urlretrieve(each['fighter2country'], 'logos/ufc_countries/' + each['fighter2country'].split('/')[-1].split('&')[0])
+                                except:
+                                    pass
+
+                            for file in os.listdir('logos/ufc_past/'):
+                                if file not in logo_files:
+                                    os.remove('logos/ufc_past/'+ file)
+                        except:
+                            pass
+                else:
+                    for d in all_data[league][ten_or_fifteen]:
+                        event = {}
+                        event['date'] = d['dateEvent']
+                        try:
+                            event['date2'] = d['dateEvent2']
+                        except:
+                            pass
+                        
+                        if time == 'live':
+                            event['progess'] = d['strProgress']
+                            event['status'] = d['strStatus']
+                        else:
+                            if (league == 'PGA') or (league == 'LPGA') or (league == 'PGA_EU') or (league == 'LIV') or (league == 'F1') or (league == 'NASCAR'):
+                                event['date'] = d['dateEvent']
+                                try:
+                                    event['date2'] = d['dateEvent2']
+                                except:
+                                    pass
+                                event['event'] = d['strEvent'].replace("\u2019","'")
+                                event['venue'] = d['strVenue'].replace("\u2019","'")
+                                event['city'] = d['strCity'].replace("\u2019","'")
+                                event['country'] = d['strCountry']
+                                event['season'] = d['strSeason']
+                            else:
+                                event['round'] = d['intRound']
+                                event['time'] = d['strTime']
+                                event['home_team'] = d['strHomeTeam']
+                                event['away_team'] = d['strAwayTeam']
+                        
+                        if time != 'upcoming':
+                            if (league == 'PGA') or (league == 'LPGA') or (league == 'PGA_EU'):
+                                event['golf_standings'] = d['strResult']
+
+                                rank = ['n1', 'n2', 'n3', 'n4', 'n5', 'n6', 'n7', 'n8', 'n9', 'n10', 'T1', 'T2', 'T3', 'T4', 'T5',
+                                        'T6', 'T7', 'T8', 'T9', 'T10']
+
+                                def convert(string):
+                                    string = repr(string).replace('/', '')
+                                    li = list(string.split('\\'))
+                                    return li
+
+                                str3 = convert(event['golf_standings'])
+
+                                players = []
+
+
+                                for each in str3:
+                                    each = each.replace('nT', 'T', 1)
+                                    if each[:2] in rank:
+                                        try:
+                                            first_space = each.find(' ', 1)
+                                            second_space = each.find(' ', 4)
+                                            first_name = each[first_space:second_space].lstrip()
+                                            initial = first_name[0] + '.'
+                                            each = each.replace(first_name,initial)
+                                        except:
+                                            pass
+                                        interator = each.find('-')
+                                        if interator < 0:
+                                            interator = 0
+                                        interator2 = each[interator:interator + 3]
+                                        result = each.split(interator2, 1)[0] + interator2
+                                        players.append(result.rstrip())
+
+                                event['golf_standings'] = players
+
+
+                            elif (league == 'LIV'):
+                                event['golf_standings'] = d['strResult']
+
+                                rank = ['n1', 'n2', 'n3', 'n4', 'n5', 'n6', 'n7', 'n8', 'n9', 'n10', 'T1', 'T2', 'T3', 'T4', 'T5',
+                                        'T6', 'T7', 'T8', 'T9', 'T10']
+
+                                def convert(string):
+                                    string = repr(string).replace('/', '')
+                                    li = list(string.split('\\'))
+                                    return li
+
+                                try:
+                                    str3 = convert(event['golf_standings'].split('--------------------------------------')[0])
+                                    strTeams = convert(event['golf_standings'].split('--------------------------------------')[1])
+                                except:
+                                    pass
+
+                                players = []
+                                teams = []
+
+                                try:
+                                    for each in str3:
+                                        each = each.replace('nT', 'T', 1)
+                                        if each[:2] in rank:
+                                            try:
+                                                first_space = each.find(' ', 1)
+                                                second_space = each.find(' ', 4)
+                                                first_name = each[first_space:second_space].lstrip()
+                                                initial = first_name[0] + '.'
+                                                each = each.replace(first_name,initial)
+                                            except:
+                                                pass
+                                            interator = each.find('-')
+                                            if interator < 0:
+                                                interator = 0
+                                            interator2 = each[interator:interator + 3]
+                                            result = each.split(interator2, 1)[0] + interator2
+                                            players.append(result.rstrip())
+
+                                    for each in strTeams:
+                                        each = each.replace('nT', 'T', 1)
+                                        if each[:2] in rank:
+                                            each = each.split('GC')
+                                            score = each[1].rfind(' ')
+                                            score2 = each[1][score:score+4]
+                                            each2 = each[0] + score2
+                                            teams.append(each2)
+                                except:
+                                    pass
+
+                                event['golf_standings'] = [players] + [teams]
+
+                            else:
+                                event['away_score'] = d['intAwayScore']
+                                event['home_score'] = d['intHomeScore']
+                        
+                        events.append(event)
                 leagues_info[league.upper()] = events
             all_settings['leagues'] = leagues_info
 
@@ -875,15 +1155,7 @@ def updateLeagueEvents(api_key, time, logf):
             f.close()
     except:
         pass
-        #logf = open('log.txt', "a")
-        #exc_type, exc_obj, exc_tb = sys.exc_info()
-        #fname = os.path.split(exc_tb.tb_frame.f_code.co_filename)[1]
-        #logf.write(str(e))
-        #logf.write('. file: ' + fname)
-        #logf.write('. line: ' +  str(exc_tb.tb_lineno))
-        #logf.write('. type: ' +  str(exc_type))
-        #logf.write('\n ' + "".join(traceback.format_exception(sys.exc_info()[0], sys.exc_info()[1], sys.exc_info()[2])))
-        #logf.close()
+
       
 
 def updateSports(api_key, logf):
@@ -967,7 +1239,7 @@ if __name__ == '__main__':
     
     
 
-    update_frequencies = {'stocks':2, 'crypto':5, 'forex':60, 'news':120, 'weather': 120, 'sports': 1440, 'commodities': 15, 'indices': 15, 'movies': 1440} #minutes
+    update_frequencies = {'stocks':2, 'crypto':7, 'forex':60, 'news':120, 'weather': 120, 'sports': 1440, 'commodities': 15, 'indices': 15, 'movies': 1440, 'ipo': 1440, 'prepost': 15} #minutes
 
     NY_zone = pytz.timezone('America/New_York')
     CET_zone = pytz.timezone('EST')
@@ -1009,6 +1281,10 @@ if __name__ == '__main__':
     except Exception as e:
         movie_key = False
     
+    try:
+        ipo_key = open('ipo_api_key.txt').readlines()[0]
+    except Exception as e:
+        ipo_key = False
     
     t = time.time()
     update_processes = []
@@ -1037,15 +1313,54 @@ if __name__ == '__main__':
                 f.close()
                 
             except:
-                last_updates = {"stocks": {"time": "06/03/2022 04:12:09", "force": True}, "crypto": {"time": "06/03/2022 04:10:39", "force": True}, 
+                last_updates = {"scheduler":{"force": False}, "stocks": {"time": "06/03/2022 04:12:09", "force": True}, "crypto": {"time": "06/03/2022 04:10:39", "force": True}, 
                 "news": {"time": "06/03/2022 04:07:09", "force": True}, "weather": {"time": "06/03/2022 04:08:20", "force": True}, 
                 "forex": {"time": "06/03/2022 03:54:02", "force": True}, "sports_l": {"time": "06/03/2022 04:10:09", "force": True}, 
                 "sports_p": {"time": "06/03/2022 04:10:09", "force": True},
-                "sports_u": {"time": "06/03/2022 04:10:09", "force": True},"sports_t": {"time": "06/03/2022 04:10:09", "force": True}, "commodities": {"time": "06/03/2022 04:10:09", "force": True}, "indices": {"time": "06/03/2022 04:10:09", "force": True}, "movies": {"time": "06/03/2022 04:10:09", "force": True}}
+                "sports_u": {"time": "06/03/2022 04:10:09", "force": True},"sports_t": {"time": "06/03/2022 04:10:09", "force": True}, "commodities": {"time": "06/03/2022 04:10:09", "force": True}, "indices": {"time": "06/03/2022 04:10:09", "force": True}, "movies": {"time": "06/03/2022 04:10:09", "force": True}, "ipo": {"time": "06/03/2022 04:10:09", "force": True}, "prepost": {"time": "06/03/2022 04:10:09", "force": True}}
 
-            
-           
-            
+            try:
+                if last_updates['scheduler']['force']:
+                    try:
+                        f = open('csv/scheduler.json','r')
+                        schedules = json.load(f)
+                        f.close()
+                        shutdown_schedule_hour = schedules['shutdown']['hour']
+                        shutdown_schedule_minute = schedules['shutdown']['minute']
+                        
+                        reboot_schedule_hour = schedules['reboot']['hour']
+                        reboot_schedule_minute = schedules['reboot']['minute']
+                        
+                        timezone = schedules['timezone']
+                        shutdown_enabled = schedules['shutdown']['enabled']
+                        reboot_enabled = schedules['reboot']['enabled']
+                    except:
+                        shutdown_schedule_hour = "00"
+                        shutdown_schedule_minute = "00"
+    
+                        reboot_schedule_hour = "00"
+                        reboot_schedule_minute = "00"
+    
+                        timezone = "GMT"
+                        shutdown_enabled = False
+                        reboot_enabled = False
+                    last_updates['scheduler']['force'] = False
+            except:
+                pass
+#SHUTDOWN
+            try:
+                if datetime.now(pytz.timezone(timezone)).strftime("%H:%M") == shutdown_schedule_hour+':'+shutdown_schedule_minute and shutdown_enabled:
+                    os.system('sudo shutdown now')
+            except:
+                pass
+#REBOOT
+            try:
+                if datetime.now(pytz.timezone(timezone)).strftime("%H:%M") == reboot_schedule_hour+':'+reboot_schedule_minute and reboot_enabled:
+                    os.system('sudo reboot')
+            except:
+                pass
+         
+ 
             NY_time = datetime.now(NY_zone).replace(tzinfo=None)
          
             #msg = getInput()
@@ -1072,6 +1387,33 @@ if __name__ == '__main__':
                 update_process = Process(target = updateStocks, args = (api_key,logf))
                 update_process.start()
                 update_processes.append(update_process)
+
+            NY_time1 = datetime.now(NY_zone).replace(tzinfo=None)
+            NY_time2 = datetime.now(NY_zone).replace(tzinfo=None)
+            #prepost 
+
+            preopen = NY_time1.replace(hour=4, minute=0, second=0, microsecond=0).replace(tzinfo=None)
+            preclose = NY_time1.replace(hour=9, minute=30, second=0, microsecond=0).replace(tzinfo=None)
+            
+            postopen = NY_time2.replace(hour=16, minute=0, second=0, microsecond=0).replace(tzinfo=None)
+            postclose = NY_time2.replace(hour=20, minute=20, second=0, microsecond=0).replace(tzinfo=None)
+
+            prepost_frequency = update_frequencies['prepost']
+            prepost_time = datetime.strptime(last_updates['prepost']['time'], "%d/%m/%Y %H:%M:%S")
+
+            pre_open = preopen < NY_time1 < preclose and NY_time1.weekday() <= 4 
+            post_open = postopen < NY_time2 < postclose and NY_time2.weekday() <= 4 
+
+            diff1 = (NY_time1 - prepost_time).total_seconds()/60 #minutes
+            diff2 = (NY_time2 - prepost_time).total_seconds()/60 #minutes
+
+            if (last_updates['prepost']['force']) or (diff1 >= update_frequencies['prepost'] and pre_open) or (diff2 >= update_frequencies['prepost'] and post_open):
+                prepost_time = NY_time1.strftime("%d/%m/%Y %H:%M:%S")
+                last_updates['prepost']['time'] = prepost_time
+                last_updates['prepost']['force'] = False
+                update_process = Process(target = updateStocksPrePost, args = (api_key,logf))
+                update_process.start()
+                update_processes.append(update_process)
                 
             # crypto
             crypto_time = datetime.strptime(last_updates['crypto']['time'], "%d/%m/%Y %H:%M:%S")
@@ -1144,6 +1486,24 @@ if __name__ == '__main__':
                 update_process.start()
                 update_processes.append(update_process)
         
+        
+            # ipos
+            ipo_time = datetime.strptime(last_updates['ipo']['time'], "%d/%m/%Y %H:%M:%S")
+            
+            
+            NY_time = datetime.now(NY_zone).replace(tzinfo=None)
+            diff = (NY_time - ipo_time).total_seconds()/60 #minutes
+           
+            
+            if last_updates['ipo']['force'] or diff >= update_frequencies['ipo']:
+                ipo_time = NY_time.strftime("%d/%m/%Y %H:%M:%S")
+                last_updates['ipo']['time'] = ipo_time
+                last_updates['ipo']['force'] = False
+                update_process = Process(target = updateIpo, args = (ipo_key,logf))
+                update_process.start()
+                update_processes.append(update_process)
+        
+        
             # weather
             weather_time = datetime.strptime(last_updates['weather']['time'], "%d/%m/%Y %H:%M:%S")