BrickTracker/app.py

745 lines
26 KiB
Python

from flask import Flask, request, redirect, jsonify, render_template, Response,url_for
import json
from flask_socketio import SocketIO
from threading import Thread
from pprint import pprint as pp
from pathlib import Path
import time,random,string,sqlite3
import numpy as np
import re #regex
import rebrick #rebrickable api
import requests # request img from web
import shutil # save img locally
app = Flask(__name__)
socketio = SocketIO(app)
count = 0
@app.route('/favicon.ico')
# SocketIO event handler for client connection
@socketio.on('connect', namespace='/progress')
def test_connect():
print('Client connected')
# SocketIO event handler for client disconnection
@socketio.on('disconnect', namespace='/progress')
def test_disconnect():
print('Client disconnected')
# SocketIO event handler for starting the task
@socketio.on('start_task', namespace='/progress')
def start_task(data):
input_value = data.get('inputField')
print(input_value)
input_value = input_value.replace(" ","")
if '-' not in input_value:
input_value = input_value + '-1'
total_set_file = np.genfromtxt("sets.csv",delimiter=",",dtype="str",usecols=(0))
print(total_set_file)
if input_value not in total_set_file:
print('ERROR: ' + input_value)
# Reload create.html with error message
socketio.emit('task_failed', namespace='/progress')
#return render_template('create.html',error=input_value)
# Start the task in a separate thread to avoid blocking the serve
else:
print('starting servers')
thread = Thread(target=new_set, args=(input_value,))
thread.start()
#return redirect('/')
@app.route('/delete/<tmp>',methods=['POST', 'GET'])
def delete(tmp):
conn = sqlite3.connect('app.db')
cursor = conn.cursor()
if request.method == 'POST':
print("POST")
if request.method == "GET":
print("GET")
print(tmp)
tables = ['inventory', 'sets', 'minifigures', 'missing']
for t in tables:
cursor.execute('DELETE FROM ' + t + ' where u_id="' +tmp+ '";')
conn.commit()
cursor.close()
conn.close()
return redirect('/')
def progress(count,total_parts,state):
print (state)
socketio.emit('update_progress', {'progress': int(count/total_parts*100), 'desc': state}, namespace='/progress')
def new_set(set_num):
global count
###### total count ####
# 1 for set
# 1 for set image
total_parts = 20
# add_duplicate = request.form.get('addDuplicate', False) == 'true'
# Do something with the input value and the checkbox value
# print("Input value:", set_num)
# print("Add duplicate:", add_duplicate)
# You can perform any further processing or redirect to another page
# >>>>>>>>
progress(count, total_parts,'Opening database')
conn = sqlite3.connect('app.db')
cursor = conn.cursor()
# >>>>>>>>
progress(count, total_parts,'Adding set: ' + set_num)
with open('api','r') as f:
api_key = f.read().replace('\n','')
rb = rebrick.init(api_key)
# >>>>>>>>
progress(count, total_parts,'Generating Unique ID')
unique_set_id = generate_unique_set_unique()
# Get Set info and add to SQL
response = ''
# >>>>>>>>
progress(count, total_parts,'Get set info')
response = json.loads(rebrick.lego.get_set(set_num).read())
# except Exception as e:
# #print(e.code)
# if e.code == 404:
# return render_template('create.html',error=set_num)
count+=1
# >>>>>>>>
progress(count, total_parts,'Adding set to database')
cursor.execute('''INSERT INTO sets (
set_num,
name,
year,
theme_id,
num_parts,
set_img_url,
set_url,
last_modified_dt,
mini_col,
set_check,
set_col,
u_id
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) ''', (response['set_num'], response['name'], response['year'], response['theme_id'], response['num_parts'],response['set_img_url'],response['set_url'],response['last_modified_dt'],False,False,False,unique_set_id))
conn.commit()
# Get set image. Saved under ./static/sets/xxx-x.jpg
set_img_url = response["set_img_url"]
#print('Saving set image:',end='')
# >>>>>>>>
progress(count, total_parts,'Get set image')
res = requests.get(set_img_url, stream = True)
count+=1
if res.status_code == 200:
# >>>>>>>>
progress(count, total_parts,'Saving set image')
with open("./static/sets/"+set_num+".jpg",'wb') as f:
shutil.copyfileobj(res.raw, f)
#print(' OK')
else:
#print('Image Couldn\'t be retrieved for set ' + set_num)
logging.error('set_img_url: ' + set_num)
#print(' ERROR')
# Get inventory and add to SQL
# >>>>>>>>
progress(count, total_parts,'Get set inventory')
response = json.loads(rebrick.lego.get_set_elements(set_num,page_size=20000).read())
count+=1
total_parts += len(response['results'])
for i in response['results']:
if i['is_spare']:
continue
# Get part image. Saved under ./static/parts/xxxx.jpg
part_img_url = i['part']['part_img_url']
part_img_url_id = 'nil'
try:
pattern = r'/([^/]+)\.(?:png|jpg)$'
match = re.search(pattern, part_img_url)
if match:
part_img_url_id = match.group(1)
#print("Part number:", part_img_url_id)
else:
#print("Part number not found in the URL.")
print(">>> " + part_img_url)
except Exception as e:
#print("Part number not found in the URL.")
#print(">>> " + str(part_img_url))
print(str(e))
# >>>>>>>>
progress(count, total_parts,'Adding ' + i['part']['name'] + ' to database')
cursor.execute('''INSERT INTO inventory (
set_num,
id,
part_num,
name,
part_img_url,
part_img_url_id,
color_id,
color_name,
quantity,
is_spare,
element_id,
u_id
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)''', (set_num, i['id'], i['part']['part_num'],i['part']['name'],i['part']['part_img_url'],part_img_url_id,i['color']['id'],i['color']['name'],i['quantity'],i['is_spare'],i['element_id'],unique_set_id))
if not Path("./static/parts/"+part_img_url_id+".jpg").is_file():
#print('Saving part image:',end='')
if part_img_url is not None:
# >>>>>>>>
progress(count, total_parts,'Get part image')
res = requests.get(part_img_url, stream = True)
count+=1
if res.status_code == 200:
# >>>>>>>>
progress(count, total_parts,'Saving part image')
with open("./static/parts/"+part_img_url_id+".jpg",'wb') as f:
shutil.copyfileobj(res.raw, f)
#print(' OK')
else:
#print('Image Couldn\'t be retrieved for set ' + part_img_url_id)
logging.error('part_img_url: ' + part_img_url_id)
#print(' ERROR')
else:
#print('Part url is None')
print(i)
conn.commit()
# Get minifigs
#print('Savings minifigs')
tmp_set_num = set_num
# >>>>>>>>
progress(count, total_parts,'Get set minifigs')
response = json.loads(rebrick.lego.get_set_minifigs(set_num).read())
count+=1
#print(response)
for i in response['results']:
# Get set image. Saved under ./static/minifigs/xxx-x.jpg
set_img_url = i["set_img_url"]
set_num = i['set_num']
#print('Saving set image:',end='')
if not Path("./static/minifigs/"+set_num+".jpg").is_file():
if set_img_url is not None:
# >>>>>>>>
progress(count, total_parts,'Get minifig image')
res = requests.get(set_img_url, stream = True)
count+=1
if res.status_code == 200:
# >>>>>>>>
progress(count, total_parts,'Saving minifig image')
with open("./static/minifigs/"+set_num+".jpg",'wb') as f:
shutil.copyfileobj(res.raw, f)
#print(' OK')
else:
#print('Image Couldn\'t be retrieved for set ' + set_num)
logging.error('set_img_url: ' + set_num)
#print(' ERROR')
else:
print(i)
# >>>>>>>>
progress(count, total_parts,'Adding minifig to database')
cursor.execute('''INSERT INTO minifigures (
fig_num,
set_num,
name,
quantity,
set_img_url,
u_id
) VALUES (?, ?, ?, ?, ?, ?) ''', (i['set_num'],tmp_set_num, i['set_name'], i['quantity'],i['set_img_url'],unique_set_id))
conn.commit()
# Get minifigs inventory
# >>>>>>>>
progress(count, total_parts,'Get minifig inventory')
response_minifigs = json.loads(rebrick.lego.get_minifig_elements(i['set_num']).read())
count+=1
for i in response_minifigs['results']:
# Get part image. Saved under ./static/parts/xxxx.jpg
part_img_url = i['part']['part_img_url']
part_img_url_id = 'nil'
try:
pattern = r'/([^/]+)\.(?:png|jpg)$'
match = re.search(pattern, part_img_url)
if match:
part_img_url_id = match.group(1)
#print("Part number:", part_img_url_id)
if not Path("./static/parts/"+part_img_url_id+".jpg").is_file():
#print('Saving part image:',end='')
# >>>>>>>>
progress(count, total_parts,'Get minifig image')
res = requests.get(part_img_url, stream = True)
count+=1
if res.status_code == 200:
# >>>>>>>>
progress(count, total_parts,'Saving minifig image')
with open("./static/parts/"+part_img_url_id+".jpg",'wb') as f:
shutil.copyfileobj(res.raw, f)
#print(' OK')
else:
#print('Image Couldn\'t be retrieved for set ' + part_img_url_id)
logging.error('part_img_url: ' + part_img_url_id)
#print(' ERROR')
else:
print(part_img_url_id + '.jpg exists!')
except Exception as e:
#print("Part number not found in the URL.")
#print(">>> " + str(part_img_url))
print(str(e))
# >>>>>>>>
progress(count, total_parts,'Adding minifig inventory to database')
cursor.execute('''INSERT INTO inventory (
set_num,
id,
part_num,
name,
part_img_url,
part_img_url_id,
color_id,
color_name,
quantity,
is_spare,
element_id,
u_id
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)''', (i['set_num'], i['id'], i['part']['part_num'],i['part']['name'],i['part']['part_img_url'],part_img_url_id,i['color']['id'],i['color']['name'],i['quantity'],i['is_spare'],i['element_id'],unique_set_id))
conn.commit()
conn.close()
# >>>>>>>>
progress(count, total_parts,'Closing database')
#print('End Count: ' + str(count))
#print('End Total: ' + str(total_parts))
count = total_parts
# >>>>>>>>
progress(count, total_parts,'Cleaning up')
count = 0
socketio.emit('task_completed', namespace='/progress')
@app.route('/missing',methods=['POST','GET'])
def missing():
conn = sqlite3.connect('app.db')
cursor = conn.cursor()
cursor.execute('SELECT id, part_num, color_id, element_id, SUM(quantity) AS total_quantity FROM missing GROUP BY id, part_num, color_id, element_id;')
results = cursor.fetchall()
missing_list = [list(i) for i in results]
cursor.close()
conn.close()
return render_template('missing.html',missing_list=missing_list)
@app.route('/minifigs',methods=['POST','GET'])
def minifigs():
conn = sqlite3.connect('app.db')
cursor = conn.cursor()
cursor.execute('SELECT fig_num, name, SUM(quantity) AS total_quantity FROM minifigures GROUP BY fig_num, name;')
results = cursor.fetchall()
missing_list = [list(i) for i in results]
cursor.close()
conn.close()
return render_template('minifigs.html',missing_list=missing_list)
@app.route('/create',methods=['POST','GET'])
def create():
global count
print('Count: ' + str(count))
return render_template('create.html')
def generate_unique_set_unique():
timestamp = int(time.time() * 1000) # Current timestamp in milliseconds
random_chars = ''.join(random.choices(string.ascii_uppercase + string.digits, k=8)) # 8-digit alphanumeric
return f'{timestamp}{random_chars}'
@app.route('/',methods=['GET','POST'])
def index():
set_list = []
theme_file = np.loadtxt("themes.csv",delimiter=",",dtype="str")
if request.method == 'GET':
conn = sqlite3.connect('app.db')
cursor = conn.cursor()
cursor.execute('SELECT * from sets;')
results = cursor.fetchall()
set_list = [list(i) for i in results]
cursor.execute('SELECT DISTINCT u_id from missing;')
results = cursor.fetchall()
missing_list = [list(i)[0] for i in results]
#print(set_list)
for i in set_list:
try:
i[3] = theme_file[theme_file[:, 0] == str(i[3])][0][1]
except Exception as e:
print(e)
cursor.close()
conn.close()
return render_template('index.html',set_list=set_list,themes_list=theme_file,missing_list=missing_list)
if request.method == 'POST':
set_num = request.form.get('set_num')
u_id = request.form.get('u_id')
minif = request.form.get('minif')
scheck = request.form.get('scheck')
scol = request.form.get('scol')
conn = sqlite3.connect('app.db')
cursor = conn.cursor()
if minif != None:
if minif == 'true':
val = 1
else:
val = 0
cursor.execute('''UPDATE sets
SET mini_col = ?
WHERE set_num = ? AND
u_id = ?''',
(val, set_num, u_id))
conn.commit()
if scheck != None:
if scheck == 'true':
val = 1
else:
val = 0
cursor.execute('''UPDATE sets
SET set_check = ?
WHERE set_num = ? AND
u_id = ?''',
(val, set_num, u_id))
conn.commit()
if scol != None:
if scol == 'true':
val = 1
else:
val = 0
cursor.execute('''UPDATE sets
SET set_col = ?
WHERE set_num = ? AND
u_id = ?''',
(val, set_num, u_id))
conn.commit()
cursor.close()
conn.close()
return ('', 204)
@app.route('/<tmp>/<u_id>', methods=['GET', 'POST'])
def inventory(tmp,u_id):
if request.method == 'GET':
conn = sqlite3.connect('app.db')
cursor = conn.cursor()
# Get set info
cursor.execute("SELECT * from sets where set_num = '" + tmp + "' and u_id = '" + u_id + "';")
results = cursor.fetchall()
set_list = [list(i) for i in results]
# Get inventory
cursor.execute("SELECT * from inventory where set_num = '" + tmp + "' and u_id = '" + u_id + "';")
results = cursor.fetchall()
inventory_list = [list(i) for i in results]
# Get missing parts
cursor.execute("SELECT * from missing where u_id = '" + u_id + "';")
results = cursor.fetchall()
missing_list = [list(i) for i in results]
# Get minifigures
cursor.execute("SELECT * from minifigures where set_num = '" + tmp + "' and u_id = '" + u_id + "';")
results = cursor.fetchall()
minifig_list = [list(i) for i in results]
minifig_inventory_list = []
for i in minifig_list:
cursor.execute("SELECT * from inventory where set_num = '" + i[0] + "' and u_id = '" + u_id + "';")
results = cursor.fetchall()
tmp_inv = [list(i) for i in results]
minifig_inventory_list.append(tmp_inv)
cursor.close()
conn.close()
return render_template('table.html', u_id=u_id,tmp=tmp,title=set_list[0][1],set_list=set_list,inventory_list=inventory_list,missing_list=missing_list,minifig_list=minifig_list,minifig_inventory_list=minifig_inventory_list)
if request.method == 'POST':
set_num = request.form.get('set_num')
id = request.form.get('id')
part_num = request.form.get('part_num')
color_id = request.form.get('color_id')
element_id = request.form.get('element_id')
u_id = request.form.get('u_id')
missing = request.form.get('missing')
conn = sqlite3.connect('app.db')
cursor = conn.cursor()
# If quantity is not empty
if missing != '' and missing != '0':
#Check if there's an existing entry
cursor.execute('''SELECT quantity FROM missing
WHERE set_num = ? AND
id = ? AND
part_num = ? AND
color_id = ? AND
element_id = ? AND
u_id = ?''',
(set_num, id, part_num, color_id, element_id, u_id))
existing_quantity = cursor.fetchone()
#If there's an existing entry or if entry isn't the same as the new value
if existing_quantity is None or existing_quantity[0] != missing:
cursor.execute('''INSERT OR REPLACE INTO missing (
set_num,
id,
part_num,
color_id,
quantity,
element_id,
u_id
) VALUES (?, ?, ?, ?, ?, ?, ?) ''',
(set_num, id, part_num, color_id, missing, element_id, u_id))
conn.commit()
# If quantity is empty, delete the entry.
else:
cursor.execute('''DELETE FROM missing
WHERE set_num = ? AND
id = ? AND
part_num = ? AND
color_id = ? AND
element_id = ? AND
u_id = ?''',
(set_num, id, part_num, color_id, element_id, u_id))
conn.commit()
cursor.close()
conn.close()
return ('', 204)
@app.route('/old', methods=['GET', 'POST'])
def frontpage():
pathlist = Path('./info/').rglob('*.json')
set_list = []
json_file = {}
theme_file = np.loadtxt("themes.csv", delimiter=",",dtype="str")
if request.method == 'GET':
for path in pathlist:
set_num = re.findall(r"\b\d+(?:-\d+)?\b",str(path))[0]
with open('./static/sets/'+set_num+'/info.json') as info:
info_file = json.loads(info.read())
try:
info_file['theme_id'] = theme_file[theme_file[:, 0] == str(info_file['theme_id'])][0][1]
except Exception as e:
print(e)
with open('./info/'+set_num+'.json') as info:
json_file[set_num] = json.loads(info.read())
set_list.append(info_file)
return render_template('frontpage.html',set_list=set_list,themes_list=theme_file,json_file=json_file)
if request.method == 'POST':
set_num = request.form.get('set_num')
index = request.form.get('index')
minif = request.form.get('minif')
scheck = request.form.get('scheck')
scol = request.form.get('scol')
with open('./info/'+set_num+'.json') as info:
json_file = json.loads(info.read())
if minif != None:
json_file['unit'][int(index)]['Minifigs Collected'] = minif
if scheck != None:
json_file['unit'][int(index)]['Set Checked'] = scheck
if scol != None:
json_file['unit'][int(index)]['Set Collected'] = scol
with open('./info/'+set_num+'.json', 'w') as dump_file:
json.dump(json_file,dump_file)
return ('', 204)
@app.route('/old/<tmp>', methods=['GET', 'POST'])
def sets(tmp):
with open('./static/sets/'+tmp+'/info.json') as info:
info_file = json.loads(info.read())
with open('./static/sets/'+tmp+'/minifigs.json') as info:
minifigs_file = json.loads(info.read())
with open('./static/sets/'+tmp+'/inventory.json') as inventory:
inventory_file = json.loads(inventory.read())
with open('./info/'+tmp+'.json') as info:
json_file = json.loads(info.read())
if request.method == 'POST':
part_num = request.form.get('brickpartpart_num')
color = request.form.get('brickcolorname')
index = request.form.get('index')
number = request.form.get('numberInput')
is_spare = request.form.get('is_spare')
# print(part_num)
# print(color)
# print(index)
# print(number)
# print(is_spare)
if number is not None:
print(part_num)
print(color)
print(number)
print(is_spare)
with open('./info/'+tmp+'.json') as info:
json_file = json.loads(info.read())
print(json_file['count'])
data = '{"brick" : {"ID":"' + part_num + '","is_spare": "' + is_spare + '","color_name": "' + color + '","amount":"' + number + '"}}'
if len(json_file['unit'][int(index)]['bricks']['missing']) == 0:
json_file['unit'][int(index)]['bricks']['missing'].append(json.loads(data))
print(json_file)
elif number == '':
for idx,i in enumerate(json_file['unit'][int(index)]['bricks']['missing']):
if i['brick']['ID'] == part_num and i['brick']['is_spare'] == is_spare and i['brick']['color_name'] == color:
json_file['unit'][int(index)]['bricks']['missing'].pop(idx)
else:
found = False
for idx,i in enumerate(json_file['unit'][int(index)]['bricks']['missing']):
if not found and i['brick']['ID'] == part_num and i['brick']['is_spare'] == is_spare and i['brick']['color_name'] == color:
json_file['unit'][int(index)]['bricks']['missing'][idx]['brick']['amount'] = number
found = True
if not found:
json_file['unit'][int(index)]['bricks']['missing'].append(json.loads(data))
with open('./info/'+tmp+'.json', 'w') as dump_file:
json.dump(json_file,dump_file)
#return Response(status=200)
return ('', 204)
else:
return render_template('bootstrap_table.html', tmp=tmp,title=info_file['name'],
info_file=info_file,inventory_file=inventory_file,json_file=json_file,minifigs_file=minifigs_file)
@app.route('/<tmp>/saveNumber', methods=['POST'])
def save_number(tmp):
part_num = request.form.get('brickpartpart_num')
color = request.form.get('brickcolorname')
index = request.form.get('index')
number = request.form.get('numberInput')
is_spare = request.form.get('is_spare')
if number is not None:
print(part_num)
print(color)
print(number)
print(is_spare)
with open('./info/'+tmp+'.json') as info:
json_file = json.loads(info.read())
data = '{"brick" : {"ID":"' + part_num + '","is_spare": "' + is_spare + '","color_name": "' + color + '","amount":"' + number + '"}}'
if len(json_file['unit'][int(index)]['bricks']['missing']) == 0:
json_file['unit'][int(index)]['bricks']['missing'].append(json.loads(data))
print(json_file)
elif number == '':
for idx,i in enumerate(json_file['unit'][int(index)]['bricks']['missing']):
if i['brick']['ID'] == part_num and i['brick']['is_spare'] == is_spare and i['brick']['color_name'] == color:
json_file['unit'][int(index)]['bricks']['missing'].pop(idx)
else:
found = False
for idx,i in enumerate(json_file['unit'][int(index)]['bricks']['missing']):
if not found and i['brick']['ID'] == part_num and i['brick']['is_spare'] == is_spare and i['brick']['color_name'] == color:
json_file['unit'][int(index)]['bricks']['missing'][idx]['brick']['amount'] = number
found = True
if not found:
json_file['unit'][int(index)]['bricks']['missing'].append(json.loads(data))
with open('./info/'+tmp+'.json', 'w') as dump_file:
json.dump(json_file,dump_file)
return Response(status=204)
if __name__ == '__main__':
socketio.run(app.run(host='0.0.0.0', debug=True, port=3333))