From 01d22bb7e5d8682ca98627c5195b7bd0bdcb03eb Mon Sep 17 00:00:00 2001 From: Jeremy Freudberg Date: Thu, 28 Jun 2018 15:20:29 -0400 Subject: [PATCH] S3 data source * Create S3 data source type for EDP * Support storing S3 secret key in Castellan * Unit tests for new data source type * Document new data source type and related ideas * Add support of S3 configs into Spark and Oozie workflows * Hide S3 credentials in job execution info, like for Swift * Release note Change-Id: I3ae5b9879b54f81d34bc7cd6a6f754347ce82f33 --- setup.cfg | 1 + 1 file changed, 1 insertion(+) diff --git a/setup.cfg b/setup.cfg index 38f2b84..48de0d7 100644 --- a/setup.cfg +++ b/setup.cfg @@ -59,6 +59,7 @@ sahara.data_source.types = manila = sahara.service.edp.data_sources.manila.implementation:ManilaType maprfs = sahara.service.edp.data_sources.maprfs.implementation:MapRFSType swift = sahara.service.edp.data_sources.swift.implementation:SwiftType + s3 = sahara.service.edp.data_sources.s3.implementation:S3Type sahara.job_binary.types = internal-db = sahara.service.edp.job_binaries.internal_db.implementation:InternalDBType