Refactor build scripts

provide scripts, that simply setup a python env
This env may be used for developers (on windows machines)
Overall flow remains equal, but try to make things a little more
obvious my adding named parameters of scripts.

WebUI/build/installer-offline.nsh → WebUI/build/installer-offline.nsh.template

@@ -2,13 +2,13 @@
   ShowInstDetails show
 !macroend
 !macro customInstall
-    IfFileExists "$INSTDIR\resources\env-offline.7z" extracting end
+    IfFileExists "$INSTDIR\resources\env.7z" extracting end
 
     extracting:
         SetDetailsPrint textonly
         DetailPrint "Extracting python environment..."
-        nsExec::ExecToLog '"$INSTDIR\resources\7zr.exe" x "$INSTDIR\resources\env-offline.7z" -o"$INSTDIR\resources"'
-        Delete "$INSTDIR\resources\env-offline.7z"
+        nsExec::ExecToLog '"$INSTDIR\resources\7zr.exe" x "$INSTDIR\resources\env.7z" -o"$INSTDIR\resources"'
+        Delete "$INSTDIR\resources\env.7z"
         Delete "$INSTDIR\resources\7zr.exe"
 
     end:

WebUI/build/installer.nsh.template

@@ -13,7 +13,27 @@
 
         DetailPrint "Downloading and setting up python environment..."
         ; Display a popup message with OK/Cancel options
-
+        MessageBox MB_ICONQUESTION|MB_OKCANCEL "Before installing Python dependencies, please ensure you have a stable internet connection. This could take several minutes. Click OK to proceed or Cancel to abort installation."
+
+        ; Check the return value from MessageBox
+        StrCmp $R0 IDCANCEL cancel
+        Goto continue
+
+        cancel:
+            Abort ; Abort the installation if Cancel is clicked
+
+        continue:
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "$INSTDIR\resources\env\get-pip.py" "--no-warn-script-location"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\bigdl_core_xe_23-2.6.0.dev0-cp311-cp311-win_amd64.whl"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\bigdl_core_xe_addons_23-2.6.0.dev0-cp311-cp311-win_amd64.whl"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\bigdl_core_xe_batch_23-2.6.0.dev0-cp311-cp311-win_amd64.whl"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\intel_extension_for_pytorch-2.3.110+xpu-cp311-cp311-win_amd64.whl"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\torch-2.3.1+cxx11.abi-cp311-cp311-win_amd64.whl"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\torchaudio-2.3.1+cxx11.abi-cp311-cp311-win_amd64.whl"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\torchvision-0.18.1+cxx11.abi-cp311-cp311-win_amd64.whl"'
+
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "-r" "$INSTDIR\resources\service\requirements-${PLATFORM}.txt" "--no-warn-script-location"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "-r" "$INSTDIR\resources\service\requirements.txt" "--no-warn-script-location"'
     end:
         DetailPrint "Installation completed."
 !macroend

WebUI/build/scripts/fetch-python-package-resources.js

@@ -1,31 +1,36 @@
-// Usage: node fetch-python-package-resources.js <target_dir>
+// Usage: node fetch-python-package-resources.js --target-dir=$DIR --conda-env-library-dir=$DIR
 const https = require('https');
 const fs = require('fs');
 const path = require('path');
 
 
-if (process.argv.length < 3) {
+const argv = require('minimist')(process.argv.slice(2));
+const targetDirArg = argv.target_dir
+const condaEnvLibraryDirArg = argv.conda_env_library_dir
 
-    console.error('Usage: fetch-python-package-resources.js <target_dir>');
+if (!targetDirArg || !condaEnvLibraryDirArg) {
+    console.error('Usage: node fetch-python-package-resources.js --target_dir=$DIR --conda_env_library_dir=$DIR\n');
     process.exit(1);
 }
 
-const targetDir = path.resolve(process.argv[2]);
+const targetDir = path.resolve(targetDirArg);
+const condaTargetDir = path.join(targetDir, 'conda-env-lib')
+const condaEnvLibraryDir = path.resolve(condaEnvLibraryDirArg);
 
 const embeddablePythonUrl = 'https://raw.githubusercontent.com/adang1345/PythonWindows/master/3.11.10/python-3.11.10-embed-amd64.zip';
 const getPipScriptUrl = 'https://bootstrap.pypa.io/get-pip.py'
 const sevenZrExeUrl = 'https://www.7-zip.org/a/7zr.exe'
 
-function fetchFileIfNotPresent(url, targetDir) {
+function fetchFileIfNotPresent(url) {
     const expectedFilePath = path.join(targetDir, getBaseFileName(url))
     if (fs.existsSync(expectedFilePath)) {
         console.log(`omitting fetching of ${url} as ${expectedFilePath} already exists`)
     } else {
-        fetchFile(url, targetDir)
+        fetchFile(url)
     }
 }
 
-function fetchFile(url, targetDir) {
+function fetchFile(url) {
     https.get(url, (response) => {
         const filePath = path.join(targetDir, getBaseFileName(url))
         const file = fs.createWriteStream(filePath);
@@ -48,22 +53,38 @@ function getBaseFileName(url) {
 }
 
 function prepareTargetPath() {
-    if (!fs.existsSync(targetDir)) {
+    if (!fs.existsSync(condaTargetDir)) {
         fs.mkdirSync(targetDir, { recursive: true });
     }
 }
 
-function provideLibuvDlls() {
-    console.error("provideLibuvDlls is currently only mocked")
-    console.error(`please simlink to conda virtual env into ${targetDir} manually`)
+function copyLibuvDllsIfNotPresent() {
+    if (fs.existsSync(path.join(condaTargetDir, 'Library', 'bin', 'uv.dll'))) {
+        console.log(`omitting fetching copying of libuvDLLs, as they already exist`)
+    } else {
+        if (!path.join(condaEnvLibraryDir, 'bin', 'uv.dll')) {
+            console.log(`provided conda env at ${condaEnvLibraryDir} is missing uv.dll. Aborting`)
+            process.exit(1);
+        }
+        fs.cp(condaEnvLibraryDir, path.join(condaTargetDir, 'Library'), { recursive: true }, (err) => {
+            if (err) {
+                console.error(err);
+                console.log('Failed to copy directory');
+                process.exit(1)
+            } else {
+                console.log('Directory copied successfully');
+            }
+        });
+    }
 }
 
+
 function main() {
     prepareTargetPath()
-    fetchFileIfNotPresent(embeddablePythonUrl, targetDir)
-    fetchFileIfNotPresent(getPipScriptUrl, targetDir)
-    fetchFileIfNotPresent(sevenZrExeUrl, targetDir)
-    provideLibuvDlls()
+    fetchFileIfNotPresent(embeddablePythonUrl)
+    fetchFileIfNotPresent(getPipScriptUrl)
+    fetchFileIfNotPresent(sevenZrExeUrl)
+    copyLibuvDllsIfNotPresent()
 }
 
 main()

WebUI/build/scripts/install-full-python-env.js

@@ -0,0 +1,73 @@
+// Usage: node pack-offline.js <npm_package_res_dir> <platform>
+//
+const fs = require('fs');
+const path = require('path');
+const AdmZip = require('adm-zip');
+const childProcess = require('child_process');
+
+const argv = require('minimist')(process.argv.slice(2));
+const envDirArg = argv.env_dir
+const platformArg = argv.platform
+
+if (!envDirArg || !platformArg) {
+    console.error('Usage: node install-full-python-env.js --env_dir=$DIR ---platform=arc|ultra|ultra2\n');
+    process.exit(1);
+}
+
+const envDir = existingFileOrExit(path.resolve(envDirArg));
+const platform = platformArg;
+
+function existingFileOrExit(filePath) {
+    if (!fs.existsSync(filePath)) {
+        console.error('Resource not found:', filePath);
+        process.exit(1);
+    }
+    return filePath
+}
+
+
+function installPip(pythonExe, getPipFilePath) {
+    const runGetPip = childProcess.spawnSync(pythonExe, [getPipFilePath]);
+    console.log(runGetPip.stdout.toString());
+    //console.error(runGetPip.stderr.toString());
+    if (runGetPip.status!== 0) {
+        console.error('Failed to install requirements');
+        process.exit(1);
+    }
+    console.log('Successfully installed pip');
+}
+
+function runPipInstall(pythonExe, requirementsFilePath) {
+    console.log(`installing python dependencies from ${requirementsFilePath}`);
+    const pipInstall = childProcess.spawnSync(pythonExe, ['-m', 'pip', 'install', '-r', requirementsFilePath]);
+    console.log(pipInstall.stdout.toString());
+    console.error(pipInstall.stderr.toString());
+    if (pipInstall.status!== 0) {
+        console.error('Failed to install requirements');
+        process.exit(1);
+    }
+    console.log(`Installed dependencies from ${requirementsFilePath} successfully`);
+}
+
+function copyToTargetDir(sourceDir, targetDir) {
+    fs.cpSync(sourceDir, targetDir, { recursive: true });
+    console.log(`copied resources to ${targetDir}`)
+}
+
+
+function main() {
+    const targetDir = path.join(envDir, '..', `env-full-${platform}`);
+    copyToTargetDir(envDir, targetDir)
+
+    const pythonExe = existingFileOrExit(path.join(targetDir, 'python.exe'));
+    const getPipFile = existingFileOrExit(path.join(targetDir, 'get-pip.py'));
+
+    const platformSpecificRequirementsTxt = existingFileOrExit(path.join(__dirname, '..', '..','..', 'service', `requirements-${platform}.txt`));
+    const requirementsTxt = existingFileOrExit(path.join(__dirname, '..', '..', '..', 'service', `requirements.txt`));
+
+    installPip(pythonExe, getPipFile)
+    runPipInstall(pythonExe, platformSpecificRequirementsTxt)
+    runPipInstall(pythonExe, requirementsTxt)
+}
+
+main();