Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 13 additions & 8 deletions .github/workflows/PolarisTesting.yml
Original file line number Diff line number Diff line change
Expand Up @@ -89,10 +89,10 @@ jobs:
run: |
git clone https://github.com/apache/polaris.git polaris_catalog
cd polaris_catalog
git checkout 8fa1c773c8a775834bda24964dbed25c34ef2917
./gradlew clean :polaris-quarkus-server:assemble -Dquarkus.container-image.build=true --no-build-cache
git checkout c940ded0f6be44d58ac6f0b6606c41cb08b53304
./gradlew clean :polaris-server:assemble -Dquarkus.container-image.build=true --no-build-cache
./gradlew --stop
nohup ./gradlew run -Dpolaris.bootstrap.credentials=POLARIS,root,secret > polaris-server.log 2> polaris-error.log &
nohup ./gradlew :polaris-server:run > polaris-server.log 2> polaris-error.log &
cd ..
# let polaris initialize
max_attempts=50
Expand All @@ -110,17 +110,22 @@ jobs:

- name: Generate Polaris Data
run: |
python3 -m venv .
source ./bin/activate
python3 -m pip install poetry
python3 -m pip install pyspark==3.5.0
python3 -m pip install duckdb
cd polaris_catalog
python3 -m venv .
source bin/activate
make client-regenerate
cd client/python && python3 -m pip install .
cd ../../../
# needed for setup_polaris_catalog.sh
cd polaris_catalog && ../scripts/polaris/setup_polaris_catalog.sh > user_credentials.json
cd ..
python3 scripts/polaris/get_polaris_client_creds.py
export POLARIS_CLIENT_ID=$(cat polaris_client_id.txt)
export POLARIS_CLIENT_SECRET=$(cat polaris_client_secret.txt)
deactivate
python3 -m venv .
source bin/activate
python3 -m pip install -r scripts/requirements.txt
python3 -m scripts.data_generators.generate_data polaris

- name: Test with rest catalog
Expand Down
14 changes: 7 additions & 7 deletions scripts/polaris/setup_polaris_catalog.sh
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@

./polaris \
--client-id root \
--client-secret secret \
--client-secret s3cr3t \
catalogs \
create \
--storage-type FILE \
Expand All @@ -12,37 +12,37 @@

./polaris \
--client-id root \
--client-secret secret \
--client-secret s3cr3t \
principals \
create \
quickstart_user

./polaris \
--client-id root \
--client-secret secret \
--client-secret s3cr3t \
principal-roles \
create \
quickstart_user_role

./polaris \
--client-id root \
--client-secret secret \
--client-secret s3cr3t \
catalog-roles \
create \
--catalog quickstart_catalog \
quickstart_catalog_role

./polaris \
--client-id root \
--client-secret secret \
--client-secret s3cr3t \
principal-roles \
grant \
--principal quickstart_user \
quickstart_user_role

./polaris \
--client-id root \
--client-secret secret \
--client-secret s3cr3t \
catalog-roles \
grant \
--catalog quickstart_catalog \
Expand All @@ -51,7 +51,7 @@

./polaris \
--client-id root \
--client-secret secret \
--client-secret s3cr3t \
privileges \
catalog \
grant \
Expand Down
Loading