hello,
I've met the following problem with jena-fuseki (should I create bug
ticket ?):
We need to update jena-fuseki dataset every 5 minutes by a 50 Mbytes
ttl-file. This causes the memory consumption in the machine where
jena-fuseki is running to increase by gigas.
This was 1st detected with jena-fuseki 3.8 and later with jena-fuseki
3.17.
To be exact I executed blankdots/jena-fuseki:fuseki3.17.0 in a docker
container posting continously that ttl-file into the same dataset
(pxmeta_hub_fed_prod).
see the output of command "du -h | sort -hr|head -30" below. attached
the shell-script that I was executing during the time period.
root@3d53dc3fdf8d:/#alias du3="du -h | sort -hr|head -30"
root@3d53dc3fdf8d:/# du3
du: cannot read directory './proc/1/map_files': Permission denied
du: cannot access './proc/96/task/96/fd/4': No such file or directory
du: cannot access './proc/96/task/96/fdinfo/4': No such file or
directory
du: cannot access './proc/96/fd/3': No such file or directory
du: cannot access './proc/96/fdinfo/3': No such file or directory
9.0G .
8.5G ./data/fuseki/databases/pxmeta_hub_fed_prod
8.5G ./data/fuseki/databases
8.5G ./data/fuseki
8.5G ./data
379M ./usr
321M ./usr/local/openjdk-14
321M ./usr/local
239M ./usr/local/openjdk-14/lib
80M ./usr/local/openjdk-14/jmods
36M ./jena-fuseki
34M ./usr/lib
33M ./usr/local/openjdk-14/lib/server
31M ./usr/lib/x86_64-linux-gnu
15M ./usr/bin
12M ./lib/x86_64-linux-gnu
12M ./lib
7.4M ./usr/lib/x86_64-linux-gnu/gconv
7.0M ./usr/share
6.5M ./var
5.1M ./usr/lib/x86_64-linux-gnu/perl-base
5.1M ./jena-fuseki/webapp
5.0M ./bin
4.6M ./var/lib
4.5M ./var/lib/dpkg
4.2M ./var/lib/dpkg/info
4.2M ./sbin
3.6M ./usr/sbin
3.6M ./jena-fuseki/webapp/js
3.4M ./usr/share/zoneinfo
root@3d53dc3fdf8d:/# date
Tue Mar 9 06:02:46 UTC 2021
root@3d53dc3fdf8d:/#
Lähettäjä: Jaana Miettinen <[email protected]>
Lähetetty: tiistai 9. maaliskuuta 2021 7.48
Vastaanottaja: Jaana Miettinen <[email protected]>
Aihe: VS: curl
7.46 käynnistetty curl.sh, joka ajaa yhdistä_NTt.sparql:ää samaan
konttiin 3.0G:n lähtötilantessta
root@3d53dc3fdf8d:/# du3
du: cannot read directory './proc/1/map_files': Permission denied
du: cannot access './proc/92/task/92/fd/4': No such file or directory
du: cannot access './proc/92/task/92/fdinfo/4': No such file or
directory
du: cannot access './proc/92/fd/3': No such file or directory
du: cannot access './proc/92/fdinfo/3': No such file or directory
3.5G .
3.0G ./data/fuseki/databases/pxmeta_hub_fed_prod
3.0G ./data/fuseki/databases
3.0G ./data/fuseki
3.0G ./data
379M ./usr
321M ./usr/local/openjdk-14
321M ./usr/local
239M ./usr/local/openjdk-14/lib
80M ./usr/local/openjdk-14/jmods
36M ./jena-fuseki
34M ./usr/lib
33M ./usr/local/openjdk-14/lib/server
31M ./usr/lib/x86_64-linux-gnu
15M ./usr/bin
12M ./lib/x86_64-linux-gnu
12M ./lib
7.4M ./usr/lib/x86_64-linux-gnu/gconv
7.0M ./usr/share
6.5M ./var
5.1M ./usr/lib/x86_64-linux-gnu/perl-base
5.1M ./jena-fuseki/webapp
5.0M ./bin
4.6M ./var/lib
4.5M ./var/lib/dpkg
4.2M ./var/lib/dpkg/info
4.2M ./sbin
3.6M ./usr/sbin
3.6M ./jena-fuseki/webapp/js
3.4M ./usr/share/zoneinfo
root@3d53dc3fdf8d:/# date
Tue Mar 9 05:28:09 UTC 2021
root@3d53dc3fdf8d:/#
Br, Jaana
#!/bin/sh
while :
do
curl -i -H "Content-Type: application/sparql-update" -H "Authorization: Basic pass" -X POST http://localhost:3030/pxmeta_hub_fed_prod/update --data-binary "@/c/Users/miettinj/PxProGraphQlApi/PxProGraphQlApi/tilastot_dev_bck.ttl"
#curl -i -H "Content-Type: application/sparql-update" -X POST http://localhost:3030/pxmeta_hub_fed_prod/update --data-binary "@../migration-api/yhdista-NGt-dev.sparql"
done
