From 7d952c03ac9a98e5152c838478d21b4975e2cf21 Mon Sep 17 00:00:00 2001 From: IritaSee Date: Tue, 30 Nov 2021 23:00:21 +0800 Subject: [PATCH 1/4] add windows scripts --- kuwala/scripts/windows/build_cli.sh | 8 ++++++++ kuwala/scripts/windows/build_jupyter_notebook.sh | 3 +++ kuwala/scripts/windows/build_neo4j.sh | 3 +++ kuwala/scripts/windows/initialize_core_components.sh | 3 +++ kuwala/scripts/windows/run_cli.sh | 6 ++++++ 5 files changed, 23 insertions(+) create mode 100644 kuwala/scripts/windows/build_cli.sh create mode 100644 kuwala/scripts/windows/build_jupyter_notebook.sh create mode 100644 kuwala/scripts/windows/build_neo4j.sh create mode 100644 kuwala/scripts/windows/initialize_core_components.sh create mode 100644 kuwala/scripts/windows/run_cli.sh diff --git a/kuwala/scripts/windows/build_cli.sh b/kuwala/scripts/windows/build_cli.sh new file mode 100644 index 00000000..b75edf8f --- /dev/null +++ b/kuwala/scripts/windows/build_cli.sh @@ -0,0 +1,8 @@ +cd .. +cd .. +cd .. +pip3 install virtualenv +virtualenv -p python3 venv +source ./venv/bin/activate +pip install -r kuwala/core/cli/requirements.txt +pip install -e . \ No newline at end of file diff --git a/kuwala/scripts/windows/build_jupyter_notebook.sh b/kuwala/scripts/windows/build_jupyter_notebook.sh new file mode 100644 index 00000000..a582e610 --- /dev/null +++ b/kuwala/scripts/windows/build_jupyter_notebook.sh @@ -0,0 +1,3 @@ +cd .. +cd .. +docker-compose build jupyter \ No newline at end of file diff --git a/kuwala/scripts/windows/build_neo4j.sh b/kuwala/scripts/windows/build_neo4j.sh new file mode 100644 index 00000000..604d1873 --- /dev/null +++ b/kuwala/scripts/windows/build_neo4j.sh @@ -0,0 +1,3 @@ +cd .. +cd .. +docker-compose build neo4j \ No newline at end of file diff --git a/kuwala/scripts/windows/initialize_core_components.sh b/kuwala/scripts/windows/initialize_core_components.sh new file mode 100644 index 00000000..a5fdd4ec --- /dev/null +++ b/kuwala/scripts/windows/initialize_core_components.sh @@ -0,0 +1,3 @@ +sh build_neo4j.sh +sh build_cli.sh +sh build_jupyter_notebook.sh \ No newline at end of file diff --git a/kuwala/scripts/windows/run_cli.sh b/kuwala/scripts/windows/run_cli.sh new file mode 100644 index 00000000..aa92d210 --- /dev/null +++ b/kuwala/scripts/windows/run_cli.sh @@ -0,0 +1,6 @@ +cd .. +cd .. +cd .. +source ./venv/bin/activate +cd kuwala/core/cli +python3 src/main.py \ No newline at end of file From cd9483744e952fa85d6c4bfacd54d1db25efa0a7 Mon Sep 17 00:00:00 2001 From: IritaSee Date: Tue, 30 Nov 2021 23:15:29 +0800 Subject: [PATCH 2/4] translated more script after demo --- kuwala/scripts/windows/build_all_containers.sh | 3 +++ kuwala/scripts/windows/create_zip_archive.sh | 4 ++++ kuwala/scripts/windows/initialize_all_components.sh | 5 +++++ kuwala/scripts/windows/initialize_git_submodules.sh | 4 ++++ kuwala/scripts/windows/run_jupyter_notebook.sh | 3 +++ kuwala/scripts/windows/stop_all_containers.sh | 4 ++++ 6 files changed, 23 insertions(+) create mode 100644 kuwala/scripts/windows/build_all_containers.sh create mode 100644 kuwala/scripts/windows/create_zip_archive.sh create mode 100644 kuwala/scripts/windows/initialize_all_components.sh create mode 100644 kuwala/scripts/windows/initialize_git_submodules.sh create mode 100644 kuwala/scripts/windows/run_jupyter_notebook.sh create mode 100644 kuwala/scripts/windows/stop_all_containers.sh diff --git a/kuwala/scripts/windows/build_all_containers.sh b/kuwala/scripts/windows/build_all_containers.sh new file mode 100644 index 00000000..9d487285 --- /dev/null +++ b/kuwala/scripts/windows/build_all_containers.sh @@ -0,0 +1,3 @@ +cd .. +cd .. +docker-compose build google-poi-api google-poi-pipeline neo4j-importer osm-parquetizer osm-poi population-density \ No newline at end of file diff --git a/kuwala/scripts/windows/create_zip_archive.sh b/kuwala/scripts/windows/create_zip_archive.sh new file mode 100644 index 00000000..be22b430 --- /dev/null +++ b/kuwala/scripts/windows/create_zip_archive.sh @@ -0,0 +1,4 @@ +cd .. +cd .. +cd .. +git archive --format=zip HEAD -o kuwala.zip \ No newline at end of file diff --git a/kuwala/scripts/windows/initialize_all_components.sh b/kuwala/scripts/windows/initialize_all_components.sh new file mode 100644 index 00000000..a6f73774 --- /dev/null +++ b/kuwala/scripts/windows/initialize_all_components.sh @@ -0,0 +1,5 @@ +sh initialize_git_submodules.sh +sh build_neo4j.sh +sh build_cli.sh +sh build_jupyter_notebook.sh +sh build_all_containers.sh \ No newline at end of file diff --git a/kuwala/scripts/windows/initialize_git_submodules.sh b/kuwala/scripts/windows/initialize_git_submodules.sh new file mode 100644 index 00000000..83c6fde1 --- /dev/null +++ b/kuwala/scripts/windows/initialize_git_submodules.sh @@ -0,0 +1,4 @@ +cd .. +cd .. +cd .. +git submodule update --init --recursive \ No newline at end of file diff --git a/kuwala/scripts/windows/run_jupyter_notebook.sh b/kuwala/scripts/windows/run_jupyter_notebook.sh new file mode 100644 index 00000000..856c7add --- /dev/null +++ b/kuwala/scripts/windows/run_jupyter_notebook.sh @@ -0,0 +1,3 @@ +cd .. +cd .. +docker-compose run --service-ports jupyter \ No newline at end of file diff --git a/kuwala/scripts/windows/stop_all_containers.sh b/kuwala/scripts/windows/stop_all_containers.sh new file mode 100644 index 00000000..be25dc8a --- /dev/null +++ b/kuwala/scripts/windows/stop_all_containers.sh @@ -0,0 +1,4 @@ +reset +docker stop $(docker ps -a -q) +docker-compose down +docker-compose rm -f \ No newline at end of file From 43b71b510a32e342cb6f42f26daaf478cfe72dff Mon Sep 17 00:00:00 2001 From: IritaSee Date: Tue, 30 Nov 2021 23:20:45 +0800 Subject: [PATCH 3/4] update readme for windows demo --- README.md | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index eb4092cb..c880e559 100644 --- a/README.md +++ b/README.md @@ -82,17 +82,19 @@ score. In the demo we have a preprocessed graph and a test dataset with Uber rid Launch Docker in the background and from inside the root directory run: +Linux/Mac: ```zsh cd kuwala/scripts && sh initialize_core_components.sh && sh run_cli.sh ``` - -***Note***: Some people on Windows experience installation issues with the CLI. If that is the case for you please open -an issue. In the meantime you can run the pipelines individually. +and for Windows: +```PS +cd kuwala/scripts/windows && sh initialize_core_components.sh && sh run_cli.sh +``` #### Run the data pipelines yourself -To run the pipelines yourself, build the components first from inside the `kuwala/scripts` directory by executing the -`initialize_all_components.sh` script and the starting the CLI by running the `run_cli.sh` script. +To run the pipelines yourself, build the components first from inside the `kuwala/scripts` directory (or if the computer uses Windows, go to `kuwala/scripts/windows`) by executing the +`initialize_all_components.sh` script and the starting the CLI by running the `run_cli.sh` script. . --- From 4cd2f964c6ed59fc9c35697f9e12d6bff9fba151 Mon Sep 17 00:00:00 2001 From: IritaSee Date: Tue, 30 Nov 2021 23:41:39 +0800 Subject: [PATCH 4/4] add powershell notice --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index c880e559..0468bb65 100644 --- a/README.md +++ b/README.md @@ -86,7 +86,7 @@ Linux/Mac: ```zsh cd kuwala/scripts && sh initialize_core_components.sh && sh run_cli.sh ``` -and for Windows: +and for Windows (Please use PowerShell or any Docker integrated terminal): ```PS cd kuwala/scripts/windows && sh initialize_core_components.sh && sh run_cli.sh ```