2021-09-24 12:00:38 +02:00
|
|
|
import jinja2 as j2
|
|
|
|
import yaml
|
|
|
|
import subprocess
|
|
|
|
import shutil
|
2021-11-14 14:52:53 +01:00
|
|
|
import requests
|
2021-09-24 12:00:38 +02:00
|
|
|
import os
|
|
|
|
import os.path
|
|
|
|
import sys
|
|
|
|
import time
|
|
|
|
import logging
|
2021-11-14 14:52:53 +01:00
|
|
|
import certifi
|
2021-09-24 12:00:38 +02:00
|
|
|
from PIL import Image
|
|
|
|
from mutagen.oggvorbis import OggVorbis
|
|
|
|
from distutils.dir_util import copy_tree
|
|
|
|
from pathlib import Path
|
|
|
|
|
|
|
|
|
2021-11-14 14:52:53 +01:00
|
|
|
def download_via_requests(url_source, file_name):
|
|
|
|
|
|
|
|
response = requests.get(url_source, stream=True, verify=certifi.where())
|
|
|
|
|
|
|
|
with open(file_name, 'wb') as out_file:
|
|
|
|
shutil.copyfileobj(response.raw, out_file)
|
|
|
|
del response
|
|
|
|
|
|
|
|
|
2021-09-24 12:00:38 +02:00
|
|
|
def rmfulldir(dirpath):
|
|
|
|
try:
|
|
|
|
shutil.rmtree(dirpath)
|
|
|
|
except FileNotFoundError:
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
|
def update():
|
2021-10-10 20:53:06 +02:00
|
|
|
logging.info(f"checking for updates via git pull.")
|
2021-09-24 12:00:38 +02:00
|
|
|
pull = ["utils/git/bin/git.exe", "pull"]
|
|
|
|
subprocess.call(pull)
|
|
|
|
|
|
|
|
|
|
|
|
def download_and_extract(url_source, out_archive):
|
|
|
|
logging.info(f"Downloading {url_source}, this may take a while.")
|
|
|
|
|
2021-11-14 14:52:53 +01:00
|
|
|
download_via_requests(url_source, out_archive)
|
2021-09-24 12:00:38 +02:00
|
|
|
time.sleep(0.7)
|
|
|
|
logging.info("Download complete.")
|
|
|
|
|
|
|
|
logging.info(f"Extracting {out_archive}")
|
|
|
|
extract = ["utils/7z/7za.exe", "x", out_archive, "-o" "./utils/"]
|
|
|
|
subprocess.call(extract)
|
|
|
|
|
|
|
|
time.sleep(0.7)
|
|
|
|
logging.info("Removing " + out_archive)
|
|
|
|
os.remove(out_archive)
|
|
|
|
|
|
|
|
|
|
|
|
def download_ffmpeg(clean=False):
|
|
|
|
if clean:
|
|
|
|
rmfulldir("./utils/ffmpeg-" + get_ffmpeg_version() + "-full_build")
|
|
|
|
|
|
|
|
url_ffmpeg_source = "https://www.gyan.dev/ffmpeg/builds/ffmpeg-release-full.7z"
|
|
|
|
out_ffmpeg_archive = "./utils/ffmpeg-release-full.7z.exe"
|
|
|
|
|
|
|
|
download_and_extract(url_ffmpeg_source, out_ffmpeg_archive)
|
|
|
|
|
|
|
|
|
|
|
|
def download_git(clean=False):
|
|
|
|
if clean:
|
|
|
|
rmfulldir("./utils/PortableGit-2.33.0.2-64-bit")
|
|
|
|
|
|
|
|
url_git_source = "https://github.com/git-for-windows/git/releases/download/" + \
|
|
|
|
"v2.33.0.windows.2/PortableGit-2.33.0.2-64-bit.7z.exe"
|
|
|
|
out_git_archive = "./utils/PortableGit-2.33.0.2-64-bit.7z"
|
|
|
|
|
2021-11-14 14:52:53 +01:00
|
|
|
download_via_requests(url_git_source, out_git_archive)
|
2021-09-24 12:00:38 +02:00
|
|
|
time.sleep(0.7)
|
|
|
|
logging.info("Download complete.")
|
|
|
|
|
|
|
|
logging.info(f"Extracting {out_git_archive}")
|
|
|
|
extract = [out_git_archive, "-o" "./utils/git", "-y"]
|
|
|
|
subprocess.call(extract)
|
|
|
|
|
|
|
|
time.sleep(0.7)
|
|
|
|
logging.info("Removing " + out_git_archive)
|
|
|
|
os.remove(out_git_archive)
|
|
|
|
|
|
|
|
|
|
|
|
def get_ffmpeg_version():
|
|
|
|
url_ffmpeg_version = "https://www.gyan.dev/ffmpeg/builds/release-version"
|
|
|
|
|
2021-11-14 14:52:53 +01:00
|
|
|
fp = requests.get(url_ffmpeg_version, verify=certifi.where())
|
|
|
|
ffmpeg_version = fp.text
|
|
|
|
del fp
|
2021-09-24 12:00:38 +02:00
|
|
|
|
|
|
|
return ffmpeg_version
|
|
|
|
|
|
|
|
|
2021-11-14 18:10:20 +01:00
|
|
|
def fetch_and_cut_song(tape, ffmpeg_version, suppress_ssl_verify=False):
|
2021-09-24 12:00:38 +02:00
|
|
|
python_executable = "./utils/python-3.9.7-embed-amd64/python.exe"
|
|
|
|
script = "./fetch_song.py"
|
|
|
|
|
|
|
|
if type(tape["source"]) == str:
|
|
|
|
shutil.copy(tape["source"], f"./build/music/{tape['identifier']}.ogg")
|
|
|
|
else:
|
|
|
|
fetch = [python_executable, script, tape["source"]["url"], "-x", "--audio-format", "vorbis",
|
|
|
|
"--audio-quality", "0", "-o", f"./build/tmp_music/{tape['identifier']}.ogg"]
|
|
|
|
|
2021-11-14 18:10:20 +01:00
|
|
|
if suppress_ssl_verify:
|
|
|
|
fetch += ["--no-check-certificate"]
|
|
|
|
|
2021-09-24 12:00:38 +02:00
|
|
|
# this is done in a separate python script because subprocess.call makes sure that the
|
|
|
|
# download process is finished before trying to cut the song
|
|
|
|
|
|
|
|
subprocess.call(fetch)
|
|
|
|
|
|
|
|
time.sleep(0.1)
|
|
|
|
|
|
|
|
cut = ["./utils/ffmpeg-" + ffmpeg_version + "-full_build/bin/ffmpeg.exe",
|
|
|
|
"-y", "-ss", f"{tape['source']['start']}",
|
|
|
|
"-i", f"./build/tmp_music/{tape['identifier']}.ogg", "-acodec", "libvorbis",
|
|
|
|
"-ac", "1", "-af", f"volume={tape['source']['volume']}dB",
|
|
|
|
f"./build/music/{tape['identifier']}.ogg"]
|
|
|
|
|
|
|
|
if tape["source"]["end"] != -1:
|
|
|
|
cut = cut[:-7] + ["-to", f"{tape['source']['end']}"] + cut[-7:]
|
|
|
|
|
|
|
|
try:
|
|
|
|
subprocess.call(cut)
|
|
|
|
except FileNotFoundError:
|
|
|
|
print("ffmpeg not in utils directory. Run python install_dependencies.py "
|
|
|
|
"or download the latest release version manually.")
|
|
|
|
sys.exit()
|
|
|
|
|
|
|
|
|
|
|
|
def assemble_png_image(tapes, icons=False):
|
|
|
|
if icons:
|
|
|
|
img_names = [f"./source/images/{tape['identifier']}_icon.png" for tape in tapes]
|
|
|
|
images = [Image.open("./source/images/boombox_icon.png")]
|
|
|
|
else:
|
|
|
|
img_names = [f"./source/images/{tape['identifier']}.png" for tape in tapes]
|
|
|
|
images = []
|
|
|
|
|
|
|
|
images += [Image.open(x) for x in img_names]
|
|
|
|
widths, heights = zip(*(i.size for i in images))
|
|
|
|
|
|
|
|
total_width = max(widths)
|
|
|
|
max_height = sum(heights)
|
|
|
|
|
|
|
|
new_im = Image.new('RGBA', (total_width, max_height))
|
|
|
|
|
|
|
|
y_offset = 0
|
|
|
|
for im in images:
|
|
|
|
new_im.paste(im, (0, y_offset))
|
|
|
|
y_offset += im.size[1]
|
|
|
|
|
|
|
|
if icons:
|
|
|
|
new_im.save("./build/icons.png")
|
|
|
|
else:
|
|
|
|
new_im.save("./build/covers.png")
|
|
|
|
|
|
|
|
|
2021-11-14 18:10:20 +01:00
|
|
|
def prepare_music(data, config):
|
2021-09-24 12:00:38 +02:00
|
|
|
try:
|
|
|
|
os.mkdir('./build/music/')
|
|
|
|
except FileExistsError:
|
|
|
|
pass
|
|
|
|
|
|
|
|
logging.info("reading ffmpeg version")
|
|
|
|
ffmpeg_version = get_ffmpeg_version()
|
|
|
|
logging.info(f"ffmpeg version is {ffmpeg_version}")
|
|
|
|
|
|
|
|
logging.info("downloading and cutting the songs")
|
|
|
|
for tape in data:
|
|
|
|
if not os.path.exists(f"./build/music/{tape['identifier']}.ogg"):
|
|
|
|
logging.info(f"Downloading {tape['name']}")
|
2021-11-14 18:10:20 +01:00
|
|
|
fetch_and_cut_song(tape, ffmpeg_version, suppress_ssl_verify=config["suppress_ssl_verify"])
|
2021-09-24 12:00:38 +02:00
|
|
|
else:
|
|
|
|
logging.info(f"Skipping {tape['name']}")
|
|
|
|
|
|
|
|
logging.info(f"removing temporary music folder")
|
|
|
|
rmfulldir('./build/tmp_music/')
|
|
|
|
|
|
|
|
logging.info(f"copying the sound effects to build")
|
|
|
|
copy_tree("./source/sound_effects", "./build/sound_effects")
|
|
|
|
|
|
|
|
|
|
|
|
def prepare_images(data, config):
|
|
|
|
logging.info(f"assembling covers and icons into png files")
|
|
|
|
assemble_png_image(data)
|
|
|
|
assemble_png_image(data, icons=True)
|
|
|
|
|
|
|
|
logging.info(f"copying other images")
|
|
|
|
shutil.copy("./source/images/boombox.png", "./build/boombox.png")
|
2021-10-11 01:14:38 +02:00
|
|
|
shutil.copy("./source/images/PreviewImage.png", "./build/PreviewImage.png")
|
2021-09-24 12:00:38 +02:00
|
|
|
|
|
|
|
|
|
|
|
def build_xml_code(data, config):
|
|
|
|
logging.info(f"calculate the value that lets you use the songs n-times")
|
|
|
|
song_lengths = [OggVorbis(f"./build/music/{tape['identifier']}.ogg").info.length
|
|
|
|
for tape in data]
|
|
|
|
|
|
|
|
use_lengths = [song_length * n for song_length, n in
|
|
|
|
zip(song_lengths, [tape["no_of_uses"] for tape in data])]
|
|
|
|
|
|
|
|
condition_delta = [f"{1 / use_length:0.5f}" for use_length in use_lengths]
|
|
|
|
affliction_delta = [100 / song_length for song_length in song_lengths]
|
|
|
|
|
|
|
|
logging.info(f"creating jinja environment")
|
|
|
|
# create jinja2 environment
|
|
|
|
j2env = j2.Environment(loader=j2.FileSystemLoader(Path(".")))
|
|
|
|
j2env.globals.update(zip=zip)
|
|
|
|
|
|
|
|
# load the template file
|
2021-10-10 20:53:06 +02:00
|
|
|
template0 = j2env.get_template("./source/filelist_template.xml")
|
2021-09-24 12:00:38 +02:00
|
|
|
template1 = j2env.get_template("./source/sunken_tapes_template.xml")
|
|
|
|
|
|
|
|
if config["use_ita"]:
|
|
|
|
template2 = j2env.get_template("./source/sunken_tapes_style_ita_template.xml")
|
|
|
|
else:
|
|
|
|
template2 = j2env.get_template("./source/sunken_tapes_style_template.xml")
|
|
|
|
|
|
|
|
logging.info(f"rendering the xml files")
|
2021-10-10 20:53:06 +02:00
|
|
|
with open("./build/filelist.xml", "w+", encoding="utf8") as output_file:
|
|
|
|
# render the template
|
|
|
|
output_file.write(template0.render(config=config))
|
|
|
|
|
2021-10-11 19:05:02 +02:00
|
|
|
with open(f"./build/{config['slug']}.xml", "w+", encoding="utf8") as output_file:
|
2021-09-24 12:00:38 +02:00
|
|
|
# render the template
|
|
|
|
output_file.write(template1.render(tapes=data, config=config,
|
|
|
|
condition_delta=condition_delta,
|
|
|
|
affliction_delta=affliction_delta))
|
|
|
|
|
2021-10-11 19:05:02 +02:00
|
|
|
with open(f"./build/{config['slug']}_style.xml", "w+", encoding="utf8") as output_file:
|
2021-09-24 12:00:38 +02:00
|
|
|
# render the template
|
2021-10-10 23:21:10 +02:00
|
|
|
output_file.write(template2.render(tapes=data, config=config))
|
2021-09-24 12:00:38 +02:00
|
|
|
|
|
|
|
|
|
|
|
def deploy(config):
|
|
|
|
try:
|
|
|
|
os.mkdir('./build')
|
|
|
|
except FileExistsError:
|
2021-10-11 19:05:02 +02:00
|
|
|
logging.info(f"removing old XML files in ./build/:")
|
|
|
|
for f in Path('./build/').glob("*.xml"):
|
|
|
|
logging.info(f" {f}")
|
|
|
|
os.remove(f)
|
2021-09-24 12:00:38 +02:00
|
|
|
pass
|
|
|
|
|
|
|
|
logging.info("Reading tapes.yaml")
|
|
|
|
data_file = Path("./source/tapes.yaml")
|
|
|
|
|
|
|
|
# load yaml file
|
|
|
|
with data_file.open(encoding='utf-8') as fr:
|
|
|
|
data = yaml.load(fr, Loader=yaml.SafeLoader)
|
|
|
|
|
2021-11-14 18:10:20 +01:00
|
|
|
prepare_music(data, config)
|
2021-09-24 12:00:38 +02:00
|
|
|
prepare_images(data, config)
|
|
|
|
build_xml_code(data, config)
|
|
|
|
|
2021-10-28 12:03:58 +02:00
|
|
|
mod_directory = f"/Mods/{config['name']}/"
|
2021-10-10 20:53:06 +02:00
|
|
|
|
|
|
|
logging.info(f"removing the old installed mod directory {config['installdir'] + mod_directory}")
|
|
|
|
rmfulldir(config["installdir"] + mod_directory)
|
2021-09-24 12:00:38 +02:00
|
|
|
|
|
|
|
logging.info(f"copying the new build")
|
|
|
|
if Path(config["installdir"]).is_dir():
|
2021-10-10 20:53:06 +02:00
|
|
|
copy_tree("./build/", config["installdir"] + mod_directory)
|
2021-09-24 12:00:38 +02:00
|
|
|
else:
|
|
|
|
raise FileNotFoundError(
|
|
|
|
f"{config['installdir']} does not exist. Set up the correct Barotrauma installation directory")
|
|
|
|
|
|
|
|
logging.info(f"Done!")
|