This is an automated email from the ASF dual-hosted git repository.
dimuthuupe pushed a change to branch staging
in repository https://gitbox.apache.org/repos/asf/airavata.git.
from cc699a4 Use IP address (internal network) from API server to database
add 2dc41b7 Using Clients instead of CPIs in Helix Tasks
add d042fd3 Synch commit support for kafka job monitor queue
add 03e0ec7 Moving ThriftClientPool to airavata-commons module as it is
generic tool that can be used beyond API Server
add 7211467 Using the correct API to save experiment outputs
add bac92d0 Printing the experiment id when submitting a post workflow
add 721a55a Detecting zero byte files and ignoring data staging
add 623a87d Loading email config file from ApplicationSettings utility
add 66750af Handling Failed jobs
add 9d84826 Adding file exists api to adaptor
add e45108a Checking the existence of output file before transferring
add 7bb426a Checking the archive transfer status in ArchivingTask
add 06f8435 Checking full file path in validating file existence in
SSHAgentAdaptor
add 2839c44 Simplifying helix distribution configs
add 0f07123 Failing input data staging if the file size is 0
add 01e0e70 Updating Helix core version 0.6.7 -> 0.8.0
add 8adb34e Removing duplicate dependencies and dependency conflicts
add 4cfca65 Using JobSubmission protocol as Adaptor protocol
add 1ce6d3f Improving error handling and adding error codes to easily
track issues
add f912d39 In an experiment cancel request, marking the experiment is
cancelled once the job is cancelled, completed or failed
add 1b950bd Graceful job cancellation if the Default Job Submission
failed in middle
add 98b7d16 Making the Experiment as cancelled irrespective of the Job
status.
add e26b66c Handling externally cancelled Jobs
add 5fa0cec Minor logging improvement
add 4836bdf Fixing the bug in wildcard supporting of OutputDataStaging
Task
add a2acaac Adding sshj adaptor and replacing jsch adaptor for SSH
communication
add d447052 Adaptor caching support
add 2d2f5ee Updating bouncycastle version
add 33bf5bd Using one RabbitMQ Channel for one thread
add 42bd72f Merge pull request #189 from
DImuthuUpe/rabbitmq-publisher-improvements
new 5867892 Merge branch 'develop' into staging
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../api/server/handler/AiravataServerHandler.java | 3 +-
modules/airavata-helix/agent-api/pom.xml | 12 +-
.../apache/airavata/agents/api/AgentAdaptor.java | 2 +
.../org/apache/airavata/agents/api/AgentStore.java | 122 --------
.../org/apache/airavata/agents/api/AgentUtils.java | 34 ++
modules/airavata-helix/agent-impl/pom.xml | 1 +
.../airavata-helix/agent-impl/ssh-agent/pom.xml | 25 +-
.../helix/agent/local/LocalAgentAdaptor.java | 69 -----
.../airavata/helix/agent/ssh/SshAgentAdaptor.java | 109 ++++---
.../agent/storage/StorageResourceAdaptorImpl.java | 67 +---
.../agent-impl/sshj-agent}/pom.xml | 23 +-
.../airavata/helix/adaptor/PoolingSSHJClient.java | 345 +++++++++++++++++++++
.../airavata/helix/adaptor/SSHJAgentAdaptor.java | 217 +++++++++++++
.../airavata/helix/adaptor/SSHJStorageAdaptor.java | 73 +++++
.../adaptor/wrapper/SCPFileTransferWrapper.java | 76 +++++
.../helix/adaptor/wrapper/SFTPClientWrapper.java} | 30 +-
.../helix/adaptor/wrapper/SessionWrapper.java | 183 +++++++++++
.../controller/conf/airavata-server.properties | 2 +-
.../participant/conf/airavata-server.properties | 136 +-------
.../post-wm/conf/airavata-server.properties | 93 +-----
.../pre-wm/conf/airavata-server.properties | 115 +------
modules/airavata-helix/helix-spectator/pom.xml | 8 +-
.../airavata/helix/impl/task/AiravataTask.java | 150 ++++-----
.../airavata/helix/impl/task/TaskContext.java | 205 ++++--------
.../impl/task/cancel/CancelCompletingTask.java | 14 +-
.../task/cancel/RemoteJobCancellationTask.java | 65 +++-
.../airavata/helix/impl/task/env/EnvSetupTask.java | 2 +-
.../helix/impl/task/staging/ArchiveTask.java | 7 +-
.../helix/impl/task/staging/DataStagingTask.java | 40 ++-
.../impl/task/staging/InputDataStagingTask.java | 10 +
.../impl/task/staging/OutputDataStagingTask.java | 37 ++-
.../task/submission/DefaultJobSubmissionTask.java | 75 +++--
.../task/submission/ForkJobSubmissionTask.java | 2 +-
.../impl/task/submission/JobSubmissionTask.java | 50 +--
.../task/submission/config/GroovyMapBuilder.java | 9 +-
.../impl/task/submission/config/JobFactory.java | 19 +-
.../helix/impl/workflow/PostWorkflowManager.java | 245 ++++++---------
.../helix/impl/workflow/PreWorkflowManager.java | 126 +++-----
.../helix/impl/workflow/WorkflowManager.java | 124 ++++++++
.../src/main/resources/airavata-server.properties | 217 +------------
.../helix-spectator/src/main/resources/logback.xml | 4 +-
modules/airavata-helix/task-api/pom.xml | 12 +-
.../helix/task/api/support/AdaptorSupport.java | 6 +-
modules/airavata-helix/task-core/pom.xml | 17 +-
.../helix/core/support/AdaptorSupportImpl.java | 65 ----
.../helix/core/support/TaskHelperImpl.java | 2 +-
.../core/support/adaptor/AdaptorSupportImpl.java | 106 +++++++
.../helix/core/support/adaptor/AgentStore.java | 83 +++++
.../airavata/helix/core/util/MonitoringUtil.java | 158 ++++++++++
.../apache/airavata/helix/core/util/TaskUtil.java | 4 +
...{WorkflowManager.java => WorkflowOperator.java} | 6 +-
.../airavata/common/utils}/ThriftClientPool.java | 2 +-
.../airavata/monitor/email/EmailBasedMonitor.java | 3 +-
.../messaging/core/impl/RabbitMQPublisher.java | 31 +-
pom.xml | 2 +-
55 files changed, 2106 insertions(+), 1537 deletions(-)
delete mode 100644
modules/airavata-helix/agent-api/src/main/java/org/apache/airavata/agents/api/AgentStore.java
create mode 100644
modules/airavata-helix/agent-api/src/main/java/org/apache/airavata/agents/api/AgentUtils.java
delete mode 100644
modules/airavata-helix/agent-impl/ssh-agent/src/main/java/org/apache/airavata/helix/agent/local/LocalAgentAdaptor.java
copy modules/{job-monitor/job-monitor-api =>
airavata-helix/agent-impl/sshj-agent}/pom.xml (75%)
create mode 100644
modules/airavata-helix/agent-impl/sshj-agent/src/main/java/org/apache/airavata/helix/adaptor/PoolingSSHJClient.java
create mode 100644
modules/airavata-helix/agent-impl/sshj-agent/src/main/java/org/apache/airavata/helix/adaptor/SSHJAgentAdaptor.java
create mode 100644
modules/airavata-helix/agent-impl/sshj-agent/src/main/java/org/apache/airavata/helix/adaptor/SSHJStorageAdaptor.java
create mode 100644
modules/airavata-helix/agent-impl/sshj-agent/src/main/java/org/apache/airavata/helix/adaptor/wrapper/SCPFileTransferWrapper.java
copy
modules/airavata-helix/{agent-api/src/main/java/org/apache/airavata/agents/api/AdaptorParams.java
=>
agent-impl/sshj-agent/src/main/java/org/apache/airavata/helix/adaptor/wrapper/SFTPClientWrapper.java}
(59%)
create mode 100644
modules/airavata-helix/agent-impl/sshj-agent/src/main/java/org/apache/airavata/helix/adaptor/wrapper/SessionWrapper.java
create mode 100644
modules/airavata-helix/helix-spectator/src/main/java/org/apache/airavata/helix/impl/workflow/WorkflowManager.java
delete mode 100644
modules/airavata-helix/task-core/src/main/java/org/apache/airavata/helix/core/support/AdaptorSupportImpl.java
create mode 100644
modules/airavata-helix/task-core/src/main/java/org/apache/airavata/helix/core/support/adaptor/AdaptorSupportImpl.java
create mode 100644
modules/airavata-helix/task-core/src/main/java/org/apache/airavata/helix/core/support/adaptor/AgentStore.java
create mode 100644
modules/airavata-helix/task-core/src/main/java/org/apache/airavata/helix/core/util/MonitoringUtil.java
rename
modules/airavata-helix/workflow-impl/src/main/java/org/apache/airavata/helix/workflow/{WorkflowManager.java
=> WorkflowOperator.java} (96%)
rename
{airavata-api/airavata-api-server/src/main/java/org/apache/airavata/api/server/util
=>
modules/commons/src/main/java/org/apache/airavata/common/utils}/ThriftClientPool.java
(99%)
--
To stop receiving notification emails like this one, please contact
[email protected].
