codingcoffee/bullish
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

feat: schedule job in case of failure

Browse source 
Signed-off-by: Ameya Shenoy <shenoy.ameya@gmail.com>
This commit is contained in:
Ameya Shenoy 2021-02-11 18:06:12 +05:30
parent b0b5c533af
commit 61245829e1
Signed by: codingcoffee
GPG key ID: F7D58AAC5DACF8D3
2 changed files with 52 additions and 48 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
backend/app/apps.py
View file

@ -3,15 +3,10 @@
"""Initializer and scheduling done here.""" """Initializer and scheduling done here."""
# standard imports
import datetime
import logging
# third-party imports # third-party imports
import django_rq import django_rq
from django.apps import AppConfig from django.apps import AppConfig
from django_rq.management.commands import rqscheduler
class AppConfig(AppConfig): class AppConfig(AppConfig):

95
backend/app/utils.py
View file

@ -11,6 +11,7 @@ from io import BytesIO, TextIOWrapper
from zipfile import ZipFile from zipfile import ZipFile
# third-party imports # third-party imports
import django_rq
import requests import requests
from django_redis import get_redis_connection from django_redis import get_redis_connection
@ -49,49 +50,57 @@ def fetch_bhav_copy_equity_data(curr_date=None):
@transaction.atomic @transaction.atomic
def populate_bhav_copy_data(): def populate_bhav_copy_data():
"""Populate DB with Bhav Copy data.""" """Populate DB with Bhav Copy data."""
pipe = cache.pipeline() try:
data = fetch_bhav_copy_equity_data() pipe = cache.pipeline()
del data[0] # delete title row data = fetch_bhav_copy_equity_data()
del data[0] # delete title row
cache.delete("stocks") cache.delete("stocks")
for stock in data: for stock in data:
# prevent creation of duplicate entries # prevent creation of duplicate entries
pipe.rpush("stocks", stock[0]) pipe.rpush("stocks", stock[0])
pipe.hset( pipe.hset(
f"stock:{stock[0]}", f"stock:{stock[0]}",
mapping={ mapping={
"sc_code": stock[0], "sc_code": stock[0],
"sc_name": stock[1], "sc_name": stock[1],
"sc_group": stock[2], "sc_group": stock[2],
"sc_type": stock[3], "sc_type": stock[3],
"open_price": float(stock[4]), "open_price": float(stock[4]),
"high_price": float(stock[5]), "high_price": float(stock[5]),
"low_price": float(stock[6]), "low_price": float(stock[6]),
"close_price": float(stock[7]), "close_price": float(stock[7]),
"last_price": float(stock[8]), "last_price": float(stock[8]),
"prevclose_price": float(stock[9]), "prevclose_price": float(stock[9]),
"no_trades": int(stock[10]), "no_trades": int(stock[10]),
"no_of_shrs": int(stock[11]), "no_of_shrs": int(stock[11]),
"net_turnov": float(stock[12]), "net_turnov": float(stock[12]),
"tdcloindi": stock[13], "tdcloindi": stock[13],
} }
) )
pipe.execute() pipe.execute()
BhavCopyEquity.objects.get_or_create( BhavCopyEquity.objects.get_or_create(
sc_code=int(stock[0]), sc_code=int(stock[0]),
sc_name=stock[1], sc_name=stock[1],
sc_group=stock[2], sc_group=stock[2],
sc_type=stock[3], sc_type=stock[3],
open_price=float(stock[4]), open_price=float(stock[4]),
high_price=float(stock[5]), high_price=float(stock[5]),
low_price=float(stock[6]), low_price=float(stock[6]),
close_price=float(stock[7]), close_price=float(stock[7]),
last_price=float(stock[8]), last_price=float(stock[8]),
prevclose_price=float(stock[9]), prevclose_price=float(stock[9]),
no_trades=int(stock[10]), no_trades=int(stock[10]),
no_of_shrs=int(stock[11]), no_of_shrs=int(stock[11]),
net_turnov=float(stock[12]), net_turnov=float(stock[12]),
tdcloindi=stock[13], tdcloindi=stock[13],
)
except:
# potential code for alerting if needed goes here
# Repeat job after 10 mins if fails at 6 pm
scheduler = django_rq.get_scheduler('default')
scheduler.schedule(
scheduled_time=datetime.datetime.now()+datetime.timedelta(minutes=10),
func=populate_bhav_copy_data,
) )