Adding an API to fetch MFT callback entries and implementing first part of non blocki...
authorDimuthu Wannipurage <dimuthu.upeksha2@gmail.com>
Wed, 2 Jun 2021 09:10:01 +0000 (05:10 -0400)
committerDimuthu Wannipurage <dimuthu.upeksha2@gmail.com>
Wed, 2 Jun 2021 09:10:18 +0000 (05:10 -0400)
commitbf113f96a0e026788f33218dd14c11d170b2bd8e
tree3a85bd255eb3a7f21b1c63ec9f015fc6ff543fc3
parentec0ef12e98c12855194afc521474ab84081c650c
Adding an API to fetch MFT callback entries and implementing first part of non blocking MFT transfers
45 files changed:
data-orchestrator/workflow-engine/README.md
data-orchestrator/workflow-engine/pom.xml
data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/handler/APIRunner.java [deleted file]
data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/handler/WorkflowEngineAPIHandler.java [deleted file]
data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/wm/DataSyncWorkflowManager.java [deleted file]
data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/wm/PreWorkflowManager.java [deleted file]
data-orchestrator/workflow-engine/workflow-engine-client/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/client/WorkflowEngineClient.java
data-orchestrator/workflow-engine/workflow-engine-core/pom.xml [moved from data-orchestrator/workflow-engine/workflow-engine-api/pom.xml with 88% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/monitor/AsyncEventMonitor.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/monitor/EventMonitorConfig.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/monitor/AsyncEventMonitor.java with 67% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/monitor/filter/mft/DataTransferEvent.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/monitor/filter/mft/DataTransferEventDeserializer.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/monitor/filter/mft/DataTransferEventSerializer.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/monitor/filter/mft/KafkaMFTMessageProducer.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/monitor/filter/mft/MFTFilter.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/controller/Controller.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/controller/Controller.java with 83% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/handler/APIRunner.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/handler/AppConfig.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/handler/WorkflowEngineAPIHandler.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/participant/Participant.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/participant/Participant.java with 93% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/wm/CallbackWorkflowEntity.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/wm/CallbackWorkflowStore.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/wm/WorkflowOperator.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/wm/WorkflowOperator.java with 90% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/wm/datasync/DataSyncWorkflowManager.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/wm/datasync/MFTCallbackEntity.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/services/wm/datasync/MFTCallbackStore.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/AbstractTask.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/AbstractTask.java with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/BiSectionNonBlockingTask.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/BlockingTask.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/BlockingTask.java with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/NonBlockingTask.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/NonBlockingTask.java with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/OutPort.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/OutPort.java with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/TaskParamType.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/TaskParamType.java with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/annotation/BlockingTaskDef.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/annotation/BlockingTaskDef.java with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/annotation/NonBlockingSection.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/annotation/NonBlockingSection.java with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/annotation/NonBlockingTaskDef.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/annotation/NonBlockingTaskDef.java with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/annotation/TaskOutPort.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/annotation/TaskOutPort.java with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/annotation/TaskParam.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/annotation/TaskParam.java with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/impl/AsyncDataTransferTask.java [new file with mode: 0644]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/impl/ExampleBlockingTask.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/impl/ExampleBlockingTask.java with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/impl/ExampleNonBlockingTask.java [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/java/org/apache/airavata/datalake/orchestrator/workflow/engine/task/impl/ExampleNonBlockingTask.java with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/resources/application.properties [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/resources/application.properties with 85% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/resources/logback.xml [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/resources/logback.xml with 100% similarity]
data-orchestrator/workflow-engine/workflow-engine-core/src/main/resources/task-list.yaml [moved from data-orchestrator/workflow-engine/workflow-engine-api/src/main/resources/task-list.yaml with 60% similarity]
data-orchestrator/workflow-engine/workflow-engine-stubs/src/main/proto/service/WorkflowService.proto
pom.xml