This is an automated email from the ASF dual-hosted git repository.
Aman-Mittal pushed a change to branch main
in repository
https://gitbox.apache.org/repos/asf/fineract-business-intelligence.git
from d79f06e Merge pull request #3 from
apache/dependabot/github_actions/actions/checkout-6.0.2
add 5801c78 feat: add Python ELT extractor with dependency compliance
checks
new ef46319 Merge pull request #7 from airajena/feat/add-python-extractor
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.env.example | 41 ++
.github/workflows/license-check.yml | 103 ++++
.gitignore | 24 +
.rat-excludes | 2 +
compose.yaml | 102 ++++
docker/extractor/Dockerfile | 25 +
.../initdb/001_init_fineract_databases.sh | 50 ++
.../initdb/001_init_warehouse.sql | 22 +
.../initdb/002_create_warehouse_roles.sh | 75 +++
extractor/__init__.py | 16 +
extractor/cli.py | 56 +++
extractor/config.py | 83 ++++
extractor/extractor.py | 546 +++++++++++++++++++++
extractor/replica_lag_check.py | 49 ++
extractor/requirements.txt | 16 +
extractor/watermark_manager.py | 62 +++
scripts/bootstrap_fineract_source.sh | 204 ++++++++
scripts/check_licenses.py | 183 +++++++
scripts/common.sh | 166 +++++++
scripts/run_extractor_backfill.sh | 25 +
scripts/run_extractor_incremental.sh | 25 +
scripts/stop_fineract_backend.sh | 59 +++
scripts/verify_extraction.sh | 84 ++++
warehouse/schema/mart_tables.sql | 19 +
warehouse/schema/pipeline_state.sql | 55 +++
warehouse/schema/raw_tables.sql | 236 +++++++++
warehouse/schema/staging_tables.sql | 18 +
27 files changed, 2346 insertions(+)
create mode 100644 .env.example
create mode 100644 .github/workflows/license-check.yml
create mode 100644 .gitignore
create mode 100644 compose.yaml
create mode 100644 docker/extractor/Dockerfile
create mode 100644
docker/fineract-postgresql/initdb/001_init_fineract_databases.sh
create mode 100644 docker/postgres-warehouse/initdb/001_init_warehouse.sql
create mode 100644
docker/postgres-warehouse/initdb/002_create_warehouse_roles.sh
create mode 100644 extractor/__init__.py
create mode 100644 extractor/cli.py
create mode 100644 extractor/config.py
create mode 100644 extractor/extractor.py
create mode 100644 extractor/replica_lag_check.py
create mode 100644 extractor/requirements.txt
create mode 100644 extractor/watermark_manager.py
create mode 100644 scripts/bootstrap_fineract_source.sh
create mode 100644 scripts/check_licenses.py
create mode 100644 scripts/common.sh
create mode 100644 scripts/run_extractor_backfill.sh
create mode 100644 scripts/run_extractor_incremental.sh
create mode 100644 scripts/stop_fineract_backend.sh
create mode 100644 scripts/verify_extraction.sh
create mode 100644 warehouse/schema/mart_tables.sql
create mode 100644 warehouse/schema/pipeline_state.sql
create mode 100644 warehouse/schema/raw_tables.sql
create mode 100644 warehouse/schema/staging_tables.sql
