20 Commits

Author SHA1 Message Date
Yannik Schmidt
3545ecbaa8 wip: add http server dockerfile stub 2025-01-13 23:05:24 +01:00
Yannik Schmidt
311483df19 wip: add async execution for http task/downloads 2025-01-13 23:05:11 +01:00
Yannik Schmidt
df3ea69efb wip: http backend with callbacks
..currently all callbacks are executed non-async for testing
..they may be bugs with async downloads not correctly being waited for
..there may be problems with binding changing variables correctly
2025-01-13 22:47:28 +01:00
Yannik Schmidt
f46fce1824 wip: asnyc http (1) 2025-01-08 19:39:23 +01:00
0d35e9c095 fix: flip OK/Abort button & color abort red 2024-10-30 20:39:29 +01:00
1f3b489094 fix: show correct ftp connect sting in help 2024-10-30 20:13:25 +01:00
6f4f658393 fix: duplicated char in help msg 2024-10-30 19:23:25 +01:00
1cd0516e64 fix: pillow version 2024-06-30 23:11:19 +02:00
ff26fe9bb1 add: scrollbar on mainpage 2024-06-30 23:07:10 +02:00
6c6cafe1db feat: add star on github link 2024-06-15 10:32:08 +02:00
b515d32d06 hotfix: no crash on missing pgtext 2024-06-15 10:01:14 +02:00
f3342ac5aa chore: bump pillow version 2024-06-08 16:53:34 +02:00
0f573cba74 fix: remove async todo from README 2024-06-08 16:50:33 +02:00
e4c4f17d09 fix: os path exe detection in install_dir 2024-06-08 16:49:42 +02:00
05d2833344 feat: only enable run button if installed 2024-06-08 16:30:20 +02:00
8c2057d8ac feat: implement progress text 2024-06-08 16:19:16 +02:00
e1ec605183 fix: windows paths on linux gitignore 2024-06-08 15:16:15 +02:00
2eddfb2d45 fix: linux instructions python & Pillow Version 2024-06-02 19:38:50 +02:00
cc5d9685fa add: linux/wine instructions 2024-06-02 19:03:13 +02:00
Yannik Schmidt
a36c737668 update: todos readme 2024-05-31 22:06:22 +02:00
11 changed files with 357 additions and 209 deletions

7
.gitignore vendored
View File

@@ -6,7 +6,12 @@ cache/
install/ install/
*.json *.json
install-dir/ install-dir/
*.spec *.spec
*.exe *.exe
dist/ dist/
%APPDATA%/
example_software_root/
# windows dir on linux ä
**\\install-dir/
server/data/

View File

@@ -1,8 +1,18 @@
# Example Game # Example Game
You can download the GNU GPL Licensed game "FreeDink" from [here](https://nextcloud.atlantishq.de/s/9T62K9WjpEt3AQ7) and put it into `example_software_root/FreeDink/main_dir" to test it out. You can download the GNU GPL Licensed game "FreeDink" from [here](https://nextcloud.atlantishq.de/s/9T62K9WjpEt3AQ7) and put it into `example_software_root/FreeDink/main_dir" to test it out.
# TODO # Linux
- check local cache before loading from remote
- better image resizing, prevent stretching etc. sudo mkdir -pm755 /etc/apt/keyrings
- async load from remote, currently the who GUI blocks during the loading process sudo wget -O /etc/apt/keyrings/winehq-archive.key https://dl.winehq.org/wine-builds/winehq.key
- unpacking progress chmod a+r /etc/apt/keyrings/*
sudo wget -NP /etc/apt/sources.list.d/ https://dl.winehq.org/wine-builds/debian/dists/bullseye/winehq-bullseye.sources\n
sudo apt update
sudo dpkg --add-architecture i386 \n
sudo apt install --install-recommends winehq-staging
sudo apt install libgl1:i386 nvidia-driver-libs:i386
sudo apt install python3 python3-pip python3-tk
# non sudo in project #
python -m pip install -r requirements.txt
python client.py

View File

@@ -8,6 +8,8 @@ import json
import os import os
import cache_utils import cache_utils
import imagetools import imagetools
import webbrowser
import statekeeper
customtkinter.set_appearance_mode("dark") customtkinter.set_appearance_mode("dark")
customtkinter.set_default_color_theme("blue") customtkinter.set_default_color_theme("blue")
@@ -17,6 +19,8 @@ app = customtkinter.CTk()
app.geometry("1490x700") app.geometry("1490x700")
last_geometry = app.winfo_geometry() last_geometry = app.winfo_geometry()
scrollable_frame = customtkinter.CTkScrollableFrame(app, width=app.winfo_width(), height=app.winfo_height())
buttons = [] buttons = []
details_elements = [] details_elements = []
@@ -73,7 +77,7 @@ def dropdown_changed(dropdown_var, user_entry, password_entry, server_path_entry
password_entry.configure(fg_color=non_disabled_entry_color) password_entry.configure(fg_color=non_disabled_entry_color)
user_entry.configure(fg_color=non_disabled_entry_color) user_entry.configure(fg_color=non_disabled_entry_color)
server_path_entry.delete(0, customtkinter.END) server_path_entry.delete(0, customtkinter.END)
server_path_entry.insert(0, "ftp://server/path::port or ftps://server/path:port") server_path_entry.insert(0, "ftp://server:port/path or ftps://server:port/path")
install_dir_entry.delete(0, customtkinter.END) install_dir_entry.delete(0, customtkinter.END)
install_dir_entry.insert(0, "./install-dir") install_dir_entry.insert(0, "./install-dir")
@@ -124,13 +128,14 @@ def get_config_inputs():
dropdown_changed(dropdown_var, user_entry, password_entry, server_path_entry, install_dir_entry) dropdown_changed(dropdown_var, user_entry, password_entry, server_path_entry, install_dir_entry)
dropdown.grid(row=0, column=1, padx=10, pady=5) dropdown.grid(row=0, column=1, padx=10, pady=5)
# Button to abort & close #
abort_button = customtkinter.CTkButton(input_window, text="Abort", command=lambda: input_window.quit(), fg_color="red")
abort_button.grid(row=5, column=0, padx=10, pady=20)
# Button to save & close # # Button to save & close #
save_button = customtkinter.CTkButton(input_window, text="Save & Close", command=lambda: close_input_window(input_window)) save_button = customtkinter.CTkButton(input_window, text="Save & Close", command=lambda: close_input_window(input_window))
save_button.grid(row=5, column=0, padx=10, pady=20) save_button.grid(row=5, column=2, padx=10, pady=20)
# Button to abort & close #
abort_button = customtkinter.CTkButton(input_window, text="Abort", command=lambda: input_window.quit())
abort_button.grid(row=5, column=2, padx=10, pady=20)
input_window.update() input_window.update()
input_window.mainloop() input_window.mainloop()
@@ -167,16 +172,31 @@ def load_main():
app.title("Lan Vault: Overview") app.title("Lan Vault: Overview")
# navbar should not expand when window is resized
app.grid_rowconfigure(0, weight=0)
# buttongrid (scrollable frame) should expand when window is resized
app.grid_rowconfigure(1, weight=1)
app.grid_columnconfigure(0, weight=1)
# place scrollable frame
scrollable_frame.grid(row=1, column=0, sticky="nsew", columnspan=2)
# create tiles from meta files # # create tiles from meta files #
cache_dir_size = 0 cache_dir_size = 0
for software in db.find_all_metadata(): for software in db.find_all_metadata():
create_main_window_tile(software)
print("Software:", software)
create_main_window_tile(software, scrollable_frame)
# retrieve cache dir from any software # # retrieve cache dir from any software #
if not cache_dir_size: if not cache_dir_size:
cache_dir_size = cache_utils.get_cache_size() cache_dir_size = cache_utils.get_cache_size()
label = customtkinter.CTkLabel(app, text="Cache Size: {:.2f} GB".format(cache_dir_size)) label = customtkinter.CTkLabel(app, text="Cache Size: {:.2f} GB".format(cache_dir_size))
GITHUB_URL = "https://github.com/FAUSheppy/homelab_gamevault"
github = customtkinter.CTkButton(app, text="Star on Github",
command=lambda: webbrowser.open_new(GITHUB_URL))
label.grid(row=0, column=0) label.grid(row=0, column=0)
github.grid(row=0, column=1)
# set update listener & update positions # # set update listener & update positions #
update_button_positions() update_button_positions()
@@ -186,7 +206,7 @@ def destroy_main():
'''Destroy all elements in the main view''' '''Destroy all elements in the main view'''
global buttons global buttons
scrollable_frame.grid_remove()
app.unbind("<Configure>") app.unbind("<Configure>")
for b in buttons: for b in buttons:
b.destroy() b.destroy()
@@ -202,27 +222,40 @@ def load_details(app, software):
app.title("Lan Vault: {}".format(software.title)) app.title("Lan Vault: {}".format(software.title))
details_elements = client_details.create_details_page(app, software, switch_to_main) details_elements = client_details.create_details_page(app, software, switch_to_main)
def create_main_window_tile(software): def create_main_window_tile(software, parent):
'''Create the main window tile''' '''Create the main window tile'''
if software.get_thumbnail(): img = PIL.Image.new('RGB', (200, 300))
try: imgTk = PIL.ImageTk.PhotoImage(img)
print("Loading thumbnail:", software.get_thumbnail()) button = customtkinter.CTkButton(parent, image=imgTk,
img = PIL.Image.open(software.get_thumbnail())
img = imagetools.smart_resize(img, 200, 300)
except PIL.UnidentifiedImageError:
print("Failed to load thumbnail:", software.get_thumbnail())
img = PIL.Image.new('RGB', (200, 300))
else:
img = PIL.Image.new('RGB', (200, 300))
img = PIL.ImageTk.PhotoImage(img)
button = customtkinter.CTkButton(app, image=img,
width=200, height=300, width=200, height=300,
command=lambda: switch_to_game_details(software), command=lambda: switch_to_game_details(software),
border_width=0, corner_radius=0, border_spacing=0, border_width=0, corner_radius=0, border_spacing=0,
text=software.title, text=software.title,
fg_color="transparent", compound="top", anchor="s") fg_color="transparent", compound="top", anchor="s")
def callback_update_thumbnail():
# TODO: bind button & software into this callback
try:
target_file = software.get_thumbnail()
if not target_file:
return
print("Loading thumbnail (async):", target_file)
img = PIL.Image.open(target_file)
img = imagetools.smart_resize(img, 200, 300)
except PIL.UnidentifiedImageError:
print("Failed to load thumbnail:", target_file)
img = PIL.Image.new('RGB', (200, 300))
button.configure(image=PIL.ImageTk.PhotoImage(img))
# register the update task for the image #
statekeeper.add_to_task_queue(callback_update_thumbnail)
# cache button and return #
buttons.append(button) buttons.append(button)
return button return button
@@ -230,13 +263,13 @@ def update_button_positions(event=None):
'''Sets the tile positions initially and on resize''' '''Sets the tile positions initially and on resize'''
global last_geometry global last_geometry
# check vs old location # # check vs old location #
new_geometry = app.winfo_geometry() new_geometry = app.winfo_geometry()
if last_geometry[0] == new_geometry[0] and last_geometry[1] == new_geometry[1]: if last_geometry[0] == new_geometry[0] and last_geometry[1] == new_geometry[1]:
return return
else: else:
last_geometry = new_geometry last_geometry = new_geometry
scrollable_frame.configure(width=app.winfo_width(), height=app.winfo_height())
# Calculate the number of columns based on the current width of the window # # Calculate the number of columns based on the current width of the window #
num_columns = app.winfo_width() // 201 # Adjust 100 as needed for button width num_columns = app.winfo_width() // 201 # Adjust 100 as needed for button width
@@ -303,7 +336,9 @@ if __name__ == "__main__":
print(user, password, install_dir, remote_root_dir, server, config_loaded["Server/Path:"]) print(user, password, install_dir, remote_root_dir, server, config_loaded["Server/Path:"])
# add db backend # # add db backend #
if backend_type == "FTP/FTPS": if True:
db = data_backend.HTTP(None, None, install_dir, remote_root_dir="./", server="http://localhost:5000", progress_bar_wrapper=pgw, tkinter_root=app)
elif backend_type == "FTP/FTPS":
db = data_backend.FTP(user, password, install_dir, server=server, db = data_backend.FTP(user, password, install_dir, server=server,
remote_root_dir=remote_root_dir, progress_bar_wrapper=pgw, tkinter_root=app) remote_root_dir=remote_root_dir, progress_bar_wrapper=pgw, tkinter_root=app)
elif backend_type == "Local Filesystem": elif backend_type == "Local Filesystem":

View File

@@ -2,7 +2,8 @@ import PIL
import tkinter import tkinter
import customtkinter import customtkinter
import imagetools import imagetools
import os
import statekeeper
def show_large_picture(app, path): def show_large_picture(app, path):
'''Show a full-window version of the clicked picture''' '''Show a full-window version of the clicked picture'''
@@ -21,6 +22,7 @@ def show_large_picture(app, path):
large_image = customtkinter.CTkButton(app, text="", image=img, width=x-2*30, height=y-2*30, large_image = customtkinter.CTkButton(app, text="", image=img, width=x-2*30, height=y-2*30,
fg_color="transparent", hover_color="black", corner_radius=0, border_width=0, border_spacing=0, fg_color="transparent", hover_color="black", corner_radius=0, border_width=0, border_spacing=0,
command=lambda: large_image.destroy()) command=lambda: large_image.destroy())
large_image.place(x=30, y=30) large_image.place(x=30, y=30)
def create_details_page(app, software, backswitch_function): def create_details_page(app, software, backswitch_function):
@@ -38,17 +40,26 @@ def create_details_page(app, software, backswitch_function):
img = PIL.ImageTk.PhotoImage(img) img = PIL.ImageTk.PhotoImage(img)
# navbar & progress bar # # navbar #
navbar = customtkinter.CTkFrame(app, fg_color="transparent") navbar = customtkinter.CTkFrame(app, fg_color="transparent")
navbar.grid(column=0, row=0, padx=10, pady=5, sticky="ew") navbar.grid(column=0, row=0, padx=10, pady=5, sticky="ew")
back_button = customtkinter.CTkButton(navbar, text="Back",
command=backswitch_function) # back button
back_button = customtkinter.CTkButton(navbar, text="Back", command=backswitch_function)
back_button.pack(anchor="nw", side="left") back_button.pack(anchor="nw", side="left")
# progress bar #
progress_bar = software.progress_bar_wrapper.new(navbar) progress_bar = software.progress_bar_wrapper.new(navbar)
progress_bar.pack(anchor="nw", side="left", padx=20, pady=5) progress_bar.pack(anchor="nw", side="left", padx=20, pady=5)
# progress bar text #
progress_text = software.progress_bar_wrapper.new_text(navbar)
progress_text.pack(anchor="nw", side="left", padx=20, pady=5)
elements.append(navbar) elements.append(navbar)
elements.append(back_button) elements.append(back_button)
elements.append(progress_bar) elements.append(progress_bar)
elements.append(progress_text)
# thumbnail image # # thumbnail image #
thumbnail_image = customtkinter.CTkButton(app, text="", image=img, width=500, height=700, thumbnail_image = customtkinter.CTkButton(app, text="", image=img, width=500, height=700,
@@ -118,7 +129,7 @@ def create_details_page(app, software, backswitch_function):
remove_text = "Remove Manually" remove_text = "Remove Manually"
else: else:
install_text = "Install" install_text = "Install"
remove_text = "Remove" remove_text = "Remove (not implemented)" # FIXME: change text once implemented
install_button = customtkinter.CTkButton(button_frame, text=install_text, install_button = customtkinter.CTkButton(button_frame, text=install_text,
command=lambda: software.install()) command=lambda: software.install())
@@ -131,6 +142,9 @@ def create_details_page(app, software, backswitch_function):
remove_button.configure(state=tkinter.DISABLED) remove_button.configure(state=tkinter.DISABLED)
remove_button.configure(fg_color="gray") remove_button.configure(fg_color="gray")
# FIXME: disable remove button until implemented
remove_button.configure(state=tkinter.DISABLED)
remove_button.pack(padx=10, pady=15, anchor="sw", side="left") remove_button.pack(padx=10, pady=15, anchor="sw", side="left")
@@ -138,9 +152,13 @@ def create_details_page(app, software, backswitch_function):
run_button = customtkinter.CTkButton(button_frame, text="Run", run_button = customtkinter.CTkButton(button_frame, text="Run",
command=lambda: software.run()) command=lambda: software.run())
run_button.pack(padx=10, pady=15, anchor="sw", side="left") run_button.pack(padx=10, pady=15, anchor="sw", side="left")
software.run_button = run_button
# install button # # install button #
if not software.run_exe: print(software.run_exe)
print(os.path.join(software.backend.install_dir, software.run_exe))
if not software.run_exe or not (os.path.isfile(software.run_exe)
or os.path.isfile(os.path.join(software.backend.install_dir, software.title, software.run_exe))):
run_button.configure(state=tkinter.DISABLED) run_button.configure(state=tkinter.DISABLED)
run_button.configure(fg_color="gray") run_button.configure(fg_color="gray")
@@ -154,21 +172,28 @@ def create_details_page(app, software, backswitch_function):
# add other pictures # # add other pictures #
if software.pictures: if software.pictures:
picture_frame = customtkinter.CTkScrollableFrame(info_frame, height=200, width=300, orientation="horizontal", fg_color="transparent") def callback_add_pictures():
picture_frame.grid(column=0, row=7, sticky="we")
i = 0 picture_frame = customtkinter.CTkScrollableFrame(info_frame, height=200, width=300, orientation="horizontal", fg_color="transparent")
for path in software.pictures[1:]: picture_frame.grid(column=0, row=7, sticky="we")
img = PIL.Image.open(path)
img = imagetools.smart_resize(img, 180, 180)
img = PIL.ImageTk.PhotoImage(img)
extra_pic_button = customtkinter.CTkButton(picture_frame, text="", image=img, command=lambda path=path: show_large_picture(app, path),
hover_color="black", corner_radius=0,)
extra_pic_button.configure(fg_color="transparent")
extra_pic_button.grid(pady=10, row=0, column=i)
elements.append(extra_pic_button)
i += 1
elements.append(picture_frame) i = 0
print("Software pictures in callback:", software.pictures[1:])
for path in software.pictures[1:]:
print("Doing picture:", path)
img = PIL.Image.open(software.backend.get(path))
img = imagetools.smart_resize(img, 180, 180)
img = PIL.ImageTk.PhotoImage(img)
extra_pic_button = customtkinter.CTkButton(picture_frame, text="", image=img, command=lambda path=path: show_large_picture(app, path),
hover_color="black", corner_radius=0,)
extra_pic_button.configure(fg_color="transparent")
extra_pic_button.grid(pady=10, row=0, column=i)
elements.append(extra_pic_button)
i += 1
elements.append(picture_frame)
statekeeper.add_to_task_queue(callback_add_pictures)
return elements return elements

View File

@@ -6,19 +6,9 @@ import ftplib
import tqdm import tqdm
import ssl import ssl
import concurrent.futures import concurrent.futures
import statekeeper
import requests
class SESSION_REUSE_FTP_TLS(ftplib.FTP_TLS):
"""Explicit FTPS, with shared TLS session"""
def ntransfercmd(self, cmd, rest=None):
conn, size = ftplib.FTP.ntransfercmd(self, cmd, rest)
if self._prot_p:
conn = self.context.wrap_socket(
conn,
server_hostname=self.host,
session=self.sock.session) # this is the fix
return conn, size
class DataBackend: class DataBackend:
@@ -36,7 +26,6 @@ class DataBackend:
self.progress_bar_wrapper = progress_bar_wrapper self.progress_bar_wrapper = progress_bar_wrapper
self.root = tkinter_root self.root = tkinter_root
self.cache_dir = "./cache/" self.cache_dir = "./cache/"
self.ftp = None # ftp connection object
def get(self, path, return_content=False): def get(self, path, return_content=False):
'''Return the contents of this path''' '''Return the contents of this path'''
@@ -102,70 +91,22 @@ class LocalFS(DataBackend):
meta_info_list.append(software.Software(meta_file, self, self.progress_bar_wrapper)) meta_info_list.append(software.Software(meta_file, self, self.progress_bar_wrapper))
return list(filter(lambda x: not x.invalid, meta_info_list)) return list(filter(lambda x: not x.invalid, meta_info_list))
class HTTP(DataBackend):
class FTP(DataBackend):
paths_listed = {} paths_listed = {}
REMOTE_PATH = "/get-path"
def _connect(self, individual_connection=False): def _get_url(self):
#print(self.server + HTTP.REMOTE_PATH)
return self.server + HTTP.REMOTE_PATH
if self.ftp and not individual_connection: def get(self, path, cache_dir="", return_content=False):
try:
self.ftp.voidcmd("NOOP")
return self.ftp
except ssl.SSLError:
pass # reconnect
if self.server.startswith("ftp://"): print("Getting", path, "cache dir", cache_dir, "return content:", return_content)
tls = False
elif self.server.startswith("ftps://"):
tls = True
else:
raise ValueError("FTP Server must start with ftp:// or ftps://")
# build connection parameters # if cache_dir is None:
server = self.server.split("://")[1] print("Setting cache dir from backend default", "cur:", cache_dir, "new (default):", self.cache_dir)
port = None cache_dir = self.cache_dir
try:
server = server.split(":")[0]
except (IndexError, ValueError):
port = 0
# try extract server #
try:
server = server.split(":")[0]
except (IndexError, ValueError):
server = self.server
print("Connecting to:", server, "on port:", port, "ssl =", tls)
# connect #
if not tls:
ftp = ftplib.FTP()
else:
ftp = SESSION_REUSE_FTP_TLS()
ftp.ssl_version = ssl.PROTOCOL_TLSv1_2
ftp.connect(server, port=port or 0)
if self.user:
ftp.login(self.user, self.password)
else:
ftp.login()
# open a secure session for tls #
if tls:
ftp.prot_p()
# cache dir is automatically set #
self.cache_dir = None
if not individual_connection:
self.ftp = ftp
return ftp
def get(self, path, cache_dir=None, return_content=False, new_connection=False):
# check the load cache dir # # check the load cache dir #
if cache_dir: if cache_dir:
@@ -177,125 +118,102 @@ class FTP(DataBackend):
fullpath = path fullpath = path
if self.remote_root_dir and not path.startswith(self.remote_root_dir): if self.remote_root_dir and not path.startswith(self.remote_root_dir):
fullpath = os.path.join(self.remote_root_dir, path) fullpath = os.path.join(self.remote_root_dir, path)
#print(self.remote_root_dir, path, fullpath)
fullpath = fullpath.replace("\\", "/") fullpath = fullpath.replace("\\", "/")
local_file = os.path.join(cache_dir, os.path.basename(path)) local_file = os.path.join(cache_dir, fullpath)
local_dir = os.path.dirname(local_file)
# print("Cachedir:", cache_dir, os.path.basename(path), local_file) # sanity check and create directory #
if not local_dir.startswith(cache_dir):
raise AssertionError("Local Dir does not start with cache dir:" + local_dir)
else:
os.makedirs(local_dir, exist_ok=True)
if not os.path.isfile(local_file): print("Requiring:", fullpath)
ftp = self._connect(individual_connection=True)
ftp.sendcmd('TYPE I')
# load the file on remote # if not os.path.isfile(local_file) or os.stat(local_file).st_size == 0:
if not new_connection:
total_size = ftp.size(fullpath)
print(total_size)
self.progress_bar_wrapper.get_pb()["maximum"] = total_size
print(local_file, "not in cache, retriving..") if return_content:
with open(local_file, "w") as f:
f.write(local_file)
with open(local_file, 'wb') as local_file_open, tqdm.tqdm(
desc="Downloading",
total=total_size,
unit='B',
unit_scale=True
) as cmd_progress_bar:
# Define a callback function to update the progress bar # # the content is needed for the UI now and not cached, it's needs to be downloaded synchroniously #
def callback(data): # as there cannot be a meaningful UI-draw without it. #
local_file_open.write(data) r = requests.get(self._get_url(), params={ "path" : path, "as_string": True })
if new_connection: # return if parralell print("Request Content:", r.text)
return # cache the download imediatelly #
self.root.update_idletasks() # Update the GUI with open(local_file, encoding="utf-8", mode="w") as f:
self.progress_bar_wrapper.get_pb().set( f.write( r.text)
self.progress_bar_wrapper.get_pb().get() + len(data)/total_size)
cmd_progress_bar.update(len(data)) # return the content #
print("Content for", fullpath, ":", r.text)
return r.text
# run with callback #
ftp.retrbinary('RETR ' + fullpath, callback)
else: else:
with open(local_file, 'wb') as fp: print("Async Requested for:", local_file)
ftp.retrbinary('RETR ' + fullpath, fp.write) statekeeper.add_to_download_queue(self._get_url(), path)
return local_file
if new_connection: elif return_content:
ftp.close() print("Returning Cached file:", local_file)
if return_content:
with open(local_file, encoding="utf-8") as fr: with open(local_file, encoding="utf-8") as fr:
return fr.read() return fr.read()
else:
print("Already present:", local_file)
return local_file
return local_file def list(self, path, fullpaths=False):
def list(self, path, fullpaths=False, new_connection=False):
# prepend root dir if not given #
fullpath = path fullpath = path
if self.remote_root_dir and not path.startswith(self.remote_root_dir): if self.remote_root_dir and not path.startswith(self.remote_root_dir):
fullpath = os.path.join(self.remote_root_dir, path) fullpath = os.path.join(self.remote_root_dir, path)
fullpath = fullpath.replace("\\", "/") fullpath = fullpath.replace("\\", "/")
#print(fullpath)
# if not os.path.isdir(fullpath): # retrieve session cached paths #
# return [] if fullpath in self.paths_listed:
paths = self.paths_listed[fullpath]
else:
try: r = requests.get(self._get_url(), params={ "path" : path })
# retrieve session cached paths # #print(r, r.status_code, r.content)
if fullpath in self.paths_listed: paths = r.json()["contents"]
paths = self.paths_listed[fullpath]
#print("Retrieved paths from cache:", fullpath, paths)
else:
ftp = self._connect(individual_connection=new_connection)
print("Listing previously unlisted path: {}".format(fullpath))
self.paths_listed.update({fullpath: []}) # in case dir does not exit
paths = ftp.nlst(fullpath)
self.paths_listed.update({fullpath: paths})
if new_connection: # close individual connections
ftp.close()
if not fullpaths: if not fullpaths:
return paths return paths
return [ os.path.join(path, filename).replace("\\", "/") for filename in paths ]
except ftplib.error_perm as e:
if "550 No files found" in str(e):
print("No files in this directory: {}".format(fullpath))
return []
elif "550 No such file or directory" in str(e):
print("File or dir does not exist: {}".format(fullpath))
return []
else: else:
raise e return [ os.path.join(path, filename).replace("\\", "/") for filename in paths ]
def find_all_metadata(self): def find_all_metadata(self):
local_meta_file_list = [] local_meta_file_list = []
root_elements = self.list(self.remote_root_dir) root_elements = self.list(self.remote_root_dir)
print("root elements:", root_elements)
with concurrent.futures.ThreadPoolExecutor(max_workers=os.cpu_count()*5) as executor: with concurrent.futures.ThreadPoolExecutor(max_workers=os.cpu_count()*5) as executor:
software_dir_contents = list(executor.map( software_dir_contents = list(executor.map(
lambda s: self.list(s, fullpaths=True, new_connection=True), root_elements)) lambda s: self.list(s, fullpaths=True), root_elements))
# this caches the paths, done remove it # # this caches the paths, done remove it #
cache_list = [os.path.join(s, "registry_files") for s in root_elements ] cache_list = [os.path.join(s, "registry_files") for s in root_elements ]
cache_list += [os.path.join(s, "pictures") for s in root_elements ] cache_list += [os.path.join(s, "pictures") for s in root_elements ]
# THIS PRELOAD IMAGES-paths, DO NOT REMOVE IT #
picture_contents_async_cache = list(executor.map( picture_contents_async_cache = list(executor.map(
lambda s: self.list(s, fullpaths=True, new_connection=True), cache_list)) lambda s: self.list(s, fullpaths=True), cache_list))
for files in software_dir_contents: for files in software_dir_contents:
#print(s)
#files = self.list(s, fullpaths=True)
print(files)
for f in files: for f in files:
if f.endswith("meta.yaml"): if f.endswith("meta.yaml"):
meta_file_content = self.get(f, cache_dir="cache", return_content=True)
#print(meta_file_content)
local_meta_file_list.append(f) local_meta_file_list.append(f)
print("local meta:", local_meta_file_list)
software_list = None
with concurrent.futures.ThreadPoolExecutor(max_workers=os.cpu_count()*5) as executor: with concurrent.futures.ThreadPoolExecutor(max_workers=os.cpu_count()*5) as executor:
software_list = executor.map(lambda meta_file: software.Software(meta_file, self, self.progress_bar_wrapper), local_meta_file_list) software_list = executor.map(lambda meta_file: software.Software(meta_file, self, self.progress_bar_wrapper), local_meta_file_list)
return list(filter(lambda x: not x.invalid, software_list))
# evaluate
software_list = list(software_list)
print("Software List:", software_list)
print("Invalid:", list(filter(lambda x: x.invalid, software_list)))
print("Valid:", list(filter(lambda x: not x.invalid, software_list)))
return list(filter(lambda x: not x.invalid, software_list))

View File

@@ -6,16 +6,42 @@ class ProgressBarWrapper:
in the DataBackend and Software Objects''' in the DataBackend and Software Objects'''
def __init__(self): def __init__(self):
self.progress_bar = None self.progress_bar = None
self.progress_text = None
self.tk_parent = None
def update(self):
if self.tk_parent:
self.tk_parent.update_idletasks()
def new(self, tk_parent): def new(self, tk_parent):
self.tk_parent = tk_parent
self.progress_bar = customtkinter.CTkProgressBar(tk_parent, height=20, width=200) self.progress_bar = customtkinter.CTkProgressBar(tk_parent, height=20, width=200)
self.progress_bar["maximum"] = 10000 self.progress_bar["maximum"] = 10000
self.progress_bar.set(0) self.progress_bar.set(0)
return self.progress_bar return self.progress_bar
def new_text(self, tk_parent):
self.tk_parent = tk_parent
self.progress_text = customtkinter.CTkLabel(tk_parent, height=20, width=130, text="")
return self.progress_text
def get_pb(self): def get_pb(self):
if self.progress_bar: if self.progress_bar:
return self.progress_bar return self.progress_bar
else: else:
raise AssertionError("No progress bar in this wrapper created") raise AssertionError("No progress bar in this wrapper created")
def set_text(self, text):
if self.progress_text:
self.progress_text.configure(text=text)
else:
pass
#FIXME raise AssertionError("No progress text in this wrapper created")

View File

@@ -1,5 +1,5 @@
pyuac pyuac
Pillow Pillow>=10.0.3
customtkinter customtkinter
tqdm tqdm
Jinja2 Jinja2

0
server/Dockerfile Normal file
View File

66
server/main.py Normal file
View File

@@ -0,0 +1,66 @@
from flask import Flask, request, jsonify, send_file, abort
import os
import sys
from werkzeug.utils import secure_filename
app = Flask(__name__)
# Base directory constraint
BASE_DIR = os.path.abspath("./data")
@app.route('/get-path', methods=['GET'])
def get_path():
# Get the "path" and "info" arguments from the URL
path = request.args.get('path')
# replace windows paths
path = path.replace("\\", "/")
if path.startswith("/"):
path = path[1:]
print("path", path, file=sys.stderr)
info = request.args.get('info')
if not path:
return jsonify({"error": "Missing 'path' parameter."}), 400
# Ensure the path is secure and resolve it within the BASE_DIR
#secure_path = secure_filename(path)
full_path = os.path.abspath(os.path.join(BASE_DIR, path))
if not full_path.startswith(BASE_DIR):
return jsonify({"error": "Access to the specified path is not allowed."}), 403
print(full_path, file=sys.stderr)
# Check if the path exists
if not os.path.exists(full_path):
print("missing file", file=sys.stderr)
return jsonify({"contents": list()})
# If the path is a directory, return a JSON list of its contents
if os.path.isdir(full_path):
contents = filter(lambda x: not x.startswith("."), os.listdir(full_path))
return jsonify({"contents": list(contents)})
# If the path is a file
if os.path.isfile(full_path):
if info == '1':
# Return the file size if 'info=1' is specified
file_size = os.path.getsize(full_path)
return jsonify({"size": file_size})
else:
# Return the file as a download
try:
return send_file(full_path, as_attachment=True)
except Exception as e:
return jsonify({"error": str(e)}), 500
# If the path is neither a file nor a directory, return an error
return jsonify({"error": "Invalid path type."}), 400
if __name__ == '__main__':
app.run(debug=True)

View File

@@ -1,4 +1,5 @@
import yaml import yaml
import tkinter
import os import os
import localaction import localaction
import zipfile import zipfile
@@ -15,6 +16,7 @@ class Software:
self.meta_file = meta_file self.meta_file = meta_file
self.directory = os.path.dirname(meta_file) self.directory = os.path.dirname(meta_file)
self.backend = backend self.backend = backend
self.run_button = None
print("Software Directory:", self.directory) print("Software Directory:", self.directory)
self.cache_dir = backend.cache_dir or os.path.join("cache", self.directory.lstrip("/").lstrip("\\")) self.cache_dir = backend.cache_dir or os.path.join("cache", self.directory.lstrip("/").lstrip("\\"))
@@ -24,13 +26,19 @@ class Software:
self.invalid = False self.invalid = False
self._load_from_yaml() self._load_from_yaml()
except ValueError as e: except ValueError as e:
print(e)
raise e
self.invalid = True self.invalid = True
if not progress_bar_wrapper:
raise AssertionError()
self.progress_bar_wrapper = progress_bar_wrapper self.progress_bar_wrapper = progress_bar_wrapper
def _load_from_yaml(self): def _load_from_yaml(self):
content = self.backend.get(self.meta_file, self.cache_dir, return_content=True, new_connection=True) content = self.backend.get(self.meta_file, self.cache_dir, return_content=True)
# print("Meta-Content:", content)
meta = yaml.safe_load(content) meta = yaml.safe_load(content)
if not meta: if not meta:
@@ -46,10 +54,15 @@ class Software:
self.run_exe = meta.get("run_exe") self.run_exe = meta.get("run_exe")
self.installer = meta.get("installer") self.installer = meta.get("installer")
self.pictures = [ self.backend.get(pp, self.cache_dir, new_connection=True) for pp in self.pictures = [ self.backend.get(pp, self.cache_dir) for pp in
self.backend.list(os.path.join(self.directory, "pictures"), fullpaths=True, new_connection=True) ] self.backend.list(os.path.join(self.directory, "pictures"), fullpaths=True) ]
self.reg_files = self.backend.list(os.path.join(self.directory, "registry_files"), fullpaths=True, new_connection=True) if any([x is None for x in self.pictures]):
raise AssertionError("None Entries in self.pictures: " + str(self.pictures))
self.reg_files = self.backend.list(os.path.join(self.directory, "registry_files"), fullpaths=True)
print("Finished Init for", self.title)
def get_thumbnail(self): def get_thumbnail(self):
@@ -78,10 +91,16 @@ class Software:
count += 1 count += 1
self.progress_bar_wrapper.get_pb().set(count/len(total_count)) self.progress_bar_wrapper.get_pb().set(count/len(total_count))
self.progress_bar_wrapper.get_pb().update_idletasks() self.progress_bar_wrapper.get_pb().update_idletasks()
self.progress_bar_wrapper.set_text(
text="Extracting: {:.2f}%".format(count/len(total_count)*100))
except zipfile.error as e: except zipfile.error as e:
pass # TODO ??? pass # TODO ???
#zip_ref.extractall(software_path) #zip_ref.extractall(software_path)
self.progress_bar_wrapper.set_text(text="Loading..")
self.progress_bar_wrapper.update()
def install(self): def install(self):
'''Install this software from the backend''' '''Install this software from the backend'''
@@ -92,6 +111,8 @@ class Software:
webbrowser.open(self.link_only) webbrowser.open(self.link_only)
return return
self.progress_bar_wrapper.set_text(text="Please wait..")
self.progress_bar_wrapper.tk_parent.update_idletasks()
path = os.path.join(self.directory, "main_dir") path = os.path.join(self.directory, "main_dir")
try: try:
@@ -146,6 +167,12 @@ class Software:
os.makedirs(dest_dir, exist_ok=True) os.makedirs(dest_dir, exist_ok=True)
shutil.copy(tmp, dest_dir) shutil.copy(tmp, dest_dir)
self.progress_bar_wrapper.set_text(text="")
if self.run_button:
self.run_button.configure(state=tkinter.NORMAL)
self.run_button.configure(fg_color="green")
def run(self): def run(self):
'''Run the configured exe for this software''' '''Run the configured exe for this software'''

36
statekeeper.py Normal file
View File

@@ -0,0 +1,36 @@
import requests
import os
import threading
def add_to_download_queue(url, path):
'''The download is added to the global queue and downloaded eventually'''
#_download(url, path)
thread = threading.Thread(target=_download, args=(url, path))
thread.start()
def add_to_task_queue(task):
'''Add a callback to background execution queue'''
#print("Executing tasks", task)
thread = threading.Thread(target=task)
thread.start()
#task()
def _download(url, path):
response = requests.get(url + "?path=" + path, stream=True)
# Check if the request was successful
if response.status_code == 200:
# Save the file locally
local_filename = os.path.join("./cache", path)
with open(local_filename, 'wb') as f:
for chunk in response.iter_content(chunk_size=8192): # Download in chunks
f.write(chunk)
print(f"File downloaded successfully as {local_filename}")
else:
raise AssertionError("Non-200 Response for:", url, path, response.status_code, response.text)