5 Commits

Author SHA1 Message Date
472d9cfca2 feat: implement HTTP auth
Some checks failed
ci / docker (push) Has been cancelled
2025-04-18 11:59:59 +02:00
cf55f6f387 fix: remove intransparent server url changes 2025-04-18 11:59:32 +02:00
Yannik Schmidt
2e8a5facfd wip: self updater 2025-04-18 10:28:11 +02:00
0dea7a55f4 add: docker server build 2025-04-18 10:26:41 +02:00
Yannik Schmidt
3579948407 fix: copy helper scripts instead of fixed 2025-04-17 11:58:44 +02:00
11 changed files with 154 additions and 20 deletions

View File

@@ -27,6 +27,12 @@ jobs:
- name: Build EXE
run: pyinstaller client.py
- name: Copy helper scripts
run: |
cp .\dist\run.bat .\dist\client\
cp .\dist\run.ps1 .\dist\client\
cp .\windows_run_as_admin.ps1 .\dist\client\
- name: Archive EXE
run: Compress-Archive -Path dist\ -DestinationPath release.zip
@@ -34,3 +40,4 @@ jobs:
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: gh release create ${{ github.ref_name }} "release.zip" --generate-notes --title "release-${{ github.ref_name }}"

37
.github/workflows/server.yaml vendored Normal file
View File

@@ -0,0 +1,37 @@
name: ci
on:
push:
branches:
- "master"
jobs:
docker:
runs-on: ubuntu-latest
environment:
name: prod
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Set up QEMU
uses: docker/setup-qemu-action@v2
-
name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2
-
name: Login to Docker Registry
uses: docker/login-action@v2
with:
registry: ${{ secrets.REGISTRY }}
username: ${{ secrets.REGISTRY_USER }}
password: ${{ secrets.REGISTRY_PASS }}
-
name: Build and push async-icinga image
uses: docker/build-push-action@v3
with:
context: server
platforms: linux/amd64
push: true
tags: "${{ secrets.REGISTRY }}/atlantishq/gamevault-server:latest"

31
check_release.py Normal file
View File

@@ -0,0 +1,31 @@
import requests
import os
REPO = "FAUSheppy/homelab_gamevault"
API_URL = f"https://api.github.com/repos/{REPO}/releases/latest"
VERSION_FILE = ".gamevault_version"
def get_latest_release():
response = requests.get(API_URL)
response.raise_for_status()
data = response.json()
version = data['tag_name']
zip_url = data['zipball_url']
return version, zip_url
def read_local_version():
if not os.path.exists(VERSION_FILE):
return None
with open(VERSION_FILE, 'r') as f:
return f.read().strip()
def update_updater():
pass # TODO
# download updater
# replace updater
def execute_updater(new_version):
# TODO
# os.system(["updater.exe", new_version])
pass

View File

@@ -320,6 +320,8 @@ def update_button_positions(event=None):
if __name__ == "__main__":
# run updater #
pgw = pgwrapper.ProgressBarWrapper()
pgw.new(app)
@@ -355,10 +357,11 @@ if __name__ == "__main__":
elif backend_type == "HTTP/HTTPS":
server = config_loaded["Server/Path:"]
remote_root_dir = None
if not server.startswith("http://") or "https://":
if not any(server.startswith(s) for s in ["http://", "https://"]):
server = "http://" + server
if not ":" in server.split("://")[1]:
server = server + ":5000"
#if not ":" in server.split("://")[1]:
# server = server + ":5000"
print(server)
elif backend_type == "Local Filesystem":
remote_root_dir = config_loaded["Server/Path:"]
server = None
@@ -370,7 +373,8 @@ if __name__ == "__main__":
# add db backend #
if backend_type == "HTTP/HTTPS":
db = data_backend.HTTP(None, None, install_dir, remote_root_dir="./", server=server, progress_bar_wrapper=pgw,
db = data_backend.HTTP(user, password, install_dir,
remote_root_dir="./", server=server, progress_bar_wrapper=pgw,
tkinter_root=app, hide_above_age=hide_above_age)
elif backend_type == "FTP/FTPS":
db = data_backend.FTP(user, password, install_dir, server=server,

View File

@@ -20,6 +20,7 @@ class DataBackend:
self.user = user
self.password = password
self.auth = (self.user, self.password)
self.remote_root_dir = remote_root_dir
self.server = server
self.install_dir = install_dir
@@ -92,6 +93,7 @@ class LocalFS(DataBackend):
meta_info_list.append(software.Software(meta_file, self, self.progress_bar_wrapper))
return list(filter(lambda x: not x.invalid, meta_info_list))
class HTTP(DataBackend):
paths_listed = {}
@@ -165,7 +167,7 @@ class HTTP(DataBackend):
# this is with streaming
chunk_size = 1024 * 1024 * 5 # 5MB
r = requests.get(self._get_url(), params={"path": path, "as_string": True}, stream=True)
r = requests.get(self._get_url(), params={"path": path, "as_string": True}, stream=True, auth=(self.user, self.password))
r.raise_for_status()
if path.endswith(".txt"):
@@ -197,7 +199,7 @@ class HTTP(DataBackend):
else:
print("Async Requested for:", local_file)
statekeeper.add_to_download_queue(self._get_url(), path)
statekeeper.add_to_download_queue(self._get_url(), path, auth=(self.user, self.password))
return local_file
elif return_content:
@@ -220,7 +222,7 @@ class HTTP(DataBackend):
paths = self.paths_listed[fullpath]
else:
r = requests.get(self._get_url(), params={ "path" : path })
r = requests.get(self._get_url(), params={ "path" : path }, auth=(self.user, self.password))
r.raise_for_status()
#print(r, r.status_code, r.content)
paths = r.json()["contents"]

View File

View File

View File

@@ -86,7 +86,7 @@ class ProgressBarApp:
return
try:
percent_filled = statekeeper.get_percent_filled(path)
percent_filled = statekeeper.get_percent_filled(path, self.data_backend.auth)
except OSError as e:
fail_count += 1
if fail_count > 6:

View File

@@ -8,10 +8,10 @@ from sqlalchemy import or_, and_
def _bytes_to_mb(size):
return size / (1024*1024)
def add_to_download_queue(url, path):
def add_to_download_queue(url, path, auth):
'''The download is added to the global queue and downloaded eventually'''
#_download(url, path)
thread = threading.Thread(target=_download, args=(url, path))
thread = threading.Thread(target=_download, args=(url, path, auth))
thread.start()
def add_to_task_queue(task):
@@ -21,9 +21,9 @@ def add_to_task_queue(task):
thread.start()
#task()
def _download(url, path):
def _download(url, path, auth):
response = requests.get(url + "?path=" + path, stream=True)
response = requests.get(url + "?path=" + path, stream=True, auth=auth)
# Check if the request was successful
if response.status_code == 200:
@@ -72,7 +72,7 @@ def log_end_download(path):
db.close_session()
def get_download_size(path):
def get_download_size(path, auth):
session = db.session()
obj = session.query(Download).filter(Download.path==path).first()
@@ -85,7 +85,7 @@ def get_download_size(path):
return obj.size
# query size #
r = requests.get(obj.url, params={"path": path, "info": 1})
r = requests.get(obj.url, params={"path": path, "info": 1}, auth=auth)
r.raise_for_status()
size = r.json()["size"]
@@ -96,14 +96,14 @@ def get_download_size(path):
return size
def get_percent_filled(path):
def get_percent_filled(path, auth):
session = db.session()
obj = session.query(Download).filter(Download.path==path, Download.finished==False).first()
if not obj:
return 100 # means its finished
size = _bytes_to_mb(os.stat(obj.local_path).st_size)
total_size = get_download_size(obj.path)
total_size = get_download_size(obj.path, auth)
session.close()
if total_size == 0:

2
updater/requirements.txt Normal file
View File

@@ -0,0 +1,2 @@
tkinter
requests

51
updater/updater.py Normal file
View File

@@ -0,0 +1,51 @@
import os
import requests
import zipfile
import io
import shutil
import tkinter as tk
CLIENT_DIR = os.path.join("client")
INTERNAL_DIR = os.path.join(CLIENT_DIR, "_internal")
def prompt_user(version):
root = tk.Tk()
root.withdraw() # Hide main window
result = tk.messagebox.askyesno("Update Available", f"New version {version} available. Download and install?")
root.destroy()
return result
def download_and_extract(zip_url):
print("Downloading...")
response = requests.get(zip_url)
response.raise_for_status()
with zipfile.ZipFile(io.BytesIO(response.content)) as z:
temp_dir = "_temp_extracted"
z.extractall(temp_dir)
top_folder = next(os.scandir(temp_dir)).path
# Replace _internal
source_internal = os.path.join(top_folder, "client", "_internal")
if os.path.exists(INTERNAL_DIR):
shutil.rmtree(INTERNAL_DIR)
shutil.copytree(source_internal, INTERNAL_DIR)
# Replace client.exe
source_exe = os.path.join(top_folder, "client", "client.exe")
target_exe = os.path.join(CLIENT_DIR, "client.exe")
shutil.copy2(source_exe, target_exe)
shutil.rmtree(temp_dir)
print("Update complete.")
def main():
if prompt_user():
download_and_extract()
# TODO: run main file again
if __name__ == '__main__':
main()