mirrors/fcast
1
0
Fork 0
mirror of https://gitlab.com/futo-org/fcast.git synced 2025-07-24 02:46:59 +00:00
Code Activity

Gitlab CI Testing

Browse source
This commit is contained in:
Michael Hollister 2024-10-20 16:42:10 -05:00
parent 145395f3ea
commit b3bda31e04
1 changed files with 7 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

11
receivers/electron/scripts/deploy.py
View file

@ -30,21 +30,23 @@ list_response = s3.list_objects_v2(Bucket=BUCKET_NAME)
bucket_files = list_response.get('Contents', []) bucket_files = list_response.get('Contents', [])
def copy_artifacts_to_local_cache(): def copy_artifacts_to_local_cache():
print('Copying artifacts to cache...')
dst = os.path.join(LOCAL_CACHE_DIR, 'temp') dst = os.path.join(LOCAL_CACHE_DIR, 'temp')
shutil.copytree('/artifacts', f'{dst}', dirs_exist_ok=True, ignore=shutil.ignore_patterns('*.w*')) shutil.copytree('/artifacts', f'{dst}', dirs_exist_ok=True, ignore=shutil.ignore_patterns('*.w*'))
# TODO: do partial sync to prevent downloading full bucket (only what is needed for delta updates and purge old files # TODO: do partial sync to prevent downloading full bucket (only what is needed for delta updates and purge old files
def sync_local_cache(): def sync_local_cache():
print('Syncing local cache with s3...')
local_files = [] local_files = []
for _, _, files in os.walk(LOCAL_CACHE_DIR): for root, _, files in os.walk(LOCAL_CACHE_DIR):
for filename in files: for filename in files:
local_files.append(filename) local_files.append(os.path.relpath(os.path.join(root, filename), LOCAL_CACHE_DIR))
for obj in bucket_files: for obj in bucket_files:
filename = obj['Key'] filename = obj['Key']
save_path = os.path.join(LOCAL_CACHE_DIR, filename) save_path = os.path.join(LOCAL_CACHE_DIR, filename)
if os.path.basename(filename) not in local_files: if filename not in local_files:
print(f'Downloading file: {filename}') print(f'Downloading file: {filename}')
get_response = s3.get_object(Bucket=BUCKET_NAME, Key=filename) get_response = s3.get_object(Bucket=BUCKET_NAME, Key=filename)
@ -53,13 +55,14 @@ def sync_local_cache():
file.write(get_response['Body'].read()) file.write(get_response['Body'].read())
def upload_local_cache(): def upload_local_cache():
print('Uploading local cache to s3...')
local_files = [] local_files = []
for root, _, files in os.walk(LOCAL_CACHE_DIR): for root, _, files in os.walk(LOCAL_CACHE_DIR):
for filename in files: for filename in files:
local_files.append(os.path.relpath(os.path.join(root, filename), LOCAL_CACHE_DIR)) local_files.append(os.path.relpath(os.path.join(root, filename), LOCAL_CACHE_DIR))
for file_path in local_files: for file_path in local_files:
if file_path not in map(lambda x: os.path.basename(x['Key']), bucket_files): if file_path not in map(lambda x: x['Key'], bucket_files):
print(f'Uploading file: {file_path}') print(f'Uploading file: {file_path}')
with open(os.path.join(LOCAL_CACHE_DIR, file_path), 'rb') as file: with open(os.path.join(LOCAL_CACHE_DIR, file_path), 'rb') as file: