com.emc.mongoose.storage.driver.s3

Class AmzS3StorageDriver<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

java.lang.Object

com.emc.mongoose.api.model.concurrent.DaemonBase

com.emc.mongoose.storage.driver.base.StorageDriverBase<I,O>

com.emc.mongoose.storage.driver.net.base.NetStorageDriverBase<I,O>

com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase<I,O>

com.emc.mongoose.storage.driver.s3.AmzS3StorageDriver<I,O>

All Implemented Interfaces:

com.emc.mongoose.api.model.concurrent.Daemon, com.emc.mongoose.api.model.storage.StorageDriver<I,O>, com.emc.mongoose.storage.driver.net.base.NetStorageDriver<I,O>, com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriver<I,O>, com.github.akurilov.commons.io.Input<O>, com.github.akurilov.commons.io.Output<O>, io.netty.channel.pool.ChannelPoolHandler, java.io.Closeable, java.lang.AutoCloseable, java.rmi.Remote

public class AmzS3StorageDriver<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>
extends com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase<I,O>

Created by kurila on 01.08.16.

Nested Class Summary

Nested classes/interfaces inherited from interface com.emc.mongoose.storage.driver.net.base.NetStorageDriver

com.emc.mongoose.storage.driver.net.base.NetStorageDriver.Transport

Nested classes/interfaces inherited from interface com.emc.mongoose.api.model.concurrent.Daemon

com.emc.mongoose.api.model.concurrent.Daemon.State

Field Summary

Fields inherited from class com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase

dynamicHeaders, fsAccess, namespace, sharedHeaders, versioning

Fields inherited from class com.emc.mongoose.storage.driver.net.base.NetStorageDriverBase

bootstrap, connAttemptsLimit, storageNodeAddrs, storageNodePort

Fields inherited from class com.emc.mongoose.storage.driver.base.StorageDriverBase

authTokens, childTasksQueue, concurrencyLevel, concurrencyThrottle, credential, DATE_SUPPLIER, pathToCredMap, requestAuthTokenFunc, requestNewPathFunc, stepId, verifyFlag

Fields inherited from class com.emc.mongoose.api.model.concurrent.DaemonBase

state, SVC_EXECUTOR

Fields inherited from interface com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriver

CHUNK_SIZE, HEADERS_LEN, KEY_CONTENT, REQ_LINE_LEN

Fields inherited from interface com.emc.mongoose.storage.driver.net.base.NetStorageDriver

ATTR_KEY_IOTASK, IO_EXECUTOR_IMPLS, SOCKET_CHANNEL_IMPLS

Fields inherited from interface com.emc.mongoose.api.model.storage.StorageDriver

BUFF_SIZE_MAX, BUFF_SIZE_MIN

Fields inherited from interface com.github.akurilov.commons.io.Input

DELIMITER

Constructor Summary

Constructors

Constructor and Description
AmzS3StorageDriver(java.lang.String stepId, com.emc.mongoose.api.model.data.DataInput itemDataInput, com.emc.mongoose.ui.config.load.LoadConfig loadConfig, com.emc.mongoose.ui.config.storage.StorageConfig storageConfig, boolean verifyFlag)

Method Summary

Modifier and Type	Method and Description
protected void	appendHandlers(io.netty.channel.ChannelPipeline pipeline)
protected void	applyAuthHeaders(io.netty.handler.codec.http.HttpHeaders httpHeaders, io.netty.handler.codec.http.HttpMethod httpMethod, java.lang.String dstUriPath, com.emc.mongoose.api.model.storage.Credential credential)
protected void	applyCopyHeaders(io.netty.handler.codec.http.HttpHeaders httpHeaders, java.lang.String srcPath)
protected void	applyMetaDataHeaders(io.netty.handler.codec.http.HttpHeaders httpHeaders)
void	complete(io.netty.channel.Channel channel, O ioTask)
protected java.lang.String	getCanonical(io.netty.handler.codec.http.HttpHeaders httpHeaders, io.netty.handler.codec.http.HttpMethod httpMethod, java.lang.String dstUriPath)
protected io.netty.handler.codec.http.HttpRequest	getHttpRequest(O ioTask, java.lang.String nodeAddr)
protected io.netty.handler.codec.http.HttpMethod	getPathHttpMethod(com.emc.mongoose.api.model.io.IoType ioType)
protected java.lang.String	getPathUriPath(I item, java.lang.String srcPath, java.lang.String dstPath, com.emc.mongoose.api.model.io.IoType ioType)
protected io.netty.handler.codec.http.HttpMethod	getTokenHttpMethod(com.emc.mongoose.api.model.io.IoType ioType)
protected java.lang.String	getTokenUriPath(I item, java.lang.String srcPath, java.lang.String dstPath, com.emc.mongoose.api.model.io.IoType ioType)
java.util.List<I>	list(com.emc.mongoose.api.model.item.ItemFactory<I> itemFactory, java.lang.String path, java.lang.String prefix, int idRadix, I lastPrevItem, int count)
protected java.lang.String	requestNewAuthToken(com.emc.mongoose.api.model.storage.Credential credential)
protected java.lang.String	requestNewPath(java.lang.String path)
java.lang.String	toString()

Methods inherited from class com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase

applyDynamicHeaders, applyRangesHeaders, applySharedHeaders, doClose, executeHttpRequest, getDataHttpMethod, getDataUriPath, rangeListToStringBuff, sendRequest

Methods inherited from class com.emc.mongoose.storage.driver.net.base.NetStorageDriverBase

adjustIoBuffers, channelAcquired, channelCreated, channelReleased, createConnectionPool, doInterrupt, doStart, getUnpooledConnection, sendRequestData, submit, submit, submit

Methods inherited from class com.emc.mongoose.storage.driver.base.StorageDriverBase

await, doShutdown, get, getActiveTaskCount, getAll, getCompletedTaskCount, getConcurrencyLevel, getInput, getScheduledTaskCount, ioTaskCompleted, isIdle, prepareIoTask, put, put, put, skip

Methods inherited from class com.emc.mongoose.api.model.concurrent.DaemonBase

await, close, closeAll, getState, interrupt, isClosed, isInterrupted, isShutdown, isStarted, setThreadCount, shutdown, start

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.emc.mongoose.api.model.storage.StorageDriver

adjustIoBuffers, close, get, getActiveTaskCount, getCompletedTaskCount, getConcurrencyLevel, getScheduledTaskCount, isIdle, reset

Methods inherited from interface com.emc.mongoose.api.model.concurrent.Daemon

await, await, getState, interrupt, isClosed, isInterrupted, isShutdown, isStarted, shutdown, start

Methods inherited from interface com.github.akurilov.commons.io.Input

get, getAll, skip

Methods inherited from interface com.github.akurilov.commons.io.Output

getInput, put, put, put

Constructor Detail

AmzS3StorageDriver

public AmzS3StorageDriver(java.lang.String stepId,
                          com.emc.mongoose.api.model.data.DataInput itemDataInput,
                          com.emc.mongoose.ui.config.load.LoadConfig loadConfig,
                          com.emc.mongoose.ui.config.storage.StorageConfig storageConfig,
                          boolean verifyFlag)
                   throws com.emc.mongoose.api.common.exception.OmgShootMyFootException,
                          java.lang.InterruptedException

Throws:

com.emc.mongoose.api.common.exception.OmgShootMyFootException

java.lang.InterruptedException

Method Detail

requestNewPath

protected java.lang.String requestNewPath(java.lang.String path)

Specified by:

requestNewPath in class com.emc.mongoose.storage.driver.base.StorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

requestNewAuthToken

protected final java.lang.String requestNewAuthToken(com.emc.mongoose.api.model.storage.Credential credential)

Specified by:

requestNewAuthToken in class com.emc.mongoose.storage.driver.base.StorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

list

public final java.util.List<I> list(com.emc.mongoose.api.model.item.ItemFactory<I> itemFactory,
                                    java.lang.String path,
                                    java.lang.String prefix,
                                    int idRadix,
                                    I lastPrevItem,
                                    int count)
                             throws java.io.IOException

Throws:

java.io.IOException

getHttpRequest

protected io.netty.handler.codec.http.HttpRequest getHttpRequest(O ioTask,
                                                                 java.lang.String nodeAddr)
                                                          throws java.net.URISyntaxException

Overrides:

getHttpRequest in class com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

Throws:

java.net.URISyntaxException

getTokenHttpMethod

protected final io.netty.handler.codec.http.HttpMethod getTokenHttpMethod(com.emc.mongoose.api.model.io.IoType ioType)

Specified by:

getTokenHttpMethod in class com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

getPathHttpMethod

protected final io.netty.handler.codec.http.HttpMethod getPathHttpMethod(com.emc.mongoose.api.model.io.IoType ioType)

Specified by:

getPathHttpMethod in class com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

getTokenUriPath

protected final java.lang.String getTokenUriPath(I item,
                                                 java.lang.String srcPath,
                                                 java.lang.String dstPath,
                                                 com.emc.mongoose.api.model.io.IoType ioType)

Specified by:

getTokenUriPath in class com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

getPathUriPath

protected final java.lang.String getPathUriPath(I item,
                                                java.lang.String srcPath,
                                                java.lang.String dstPath,
                                                com.emc.mongoose.api.model.io.IoType ioType)

Specified by:

getPathUriPath in class com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

applyMetaDataHeaders

protected void applyMetaDataHeaders(io.netty.handler.codec.http.HttpHeaders httpHeaders)

Specified by:

applyMetaDataHeaders in class com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

complete

public void complete(io.netty.channel.Channel channel,
                     O ioTask)

Specified by:

complete in interface com.emc.mongoose.storage.driver.net.base.NetStorageDriver<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

Overrides:

complete in class com.emc.mongoose.storage.driver.net.base.NetStorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

appendHandlers

protected final void appendHandlers(io.netty.channel.ChannelPipeline pipeline)

Overrides:

appendHandlers in class com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

applyCopyHeaders

protected final void applyCopyHeaders(io.netty.handler.codec.http.HttpHeaders httpHeaders,
                                      java.lang.String srcPath)
                               throws java.net.URISyntaxException

Specified by:

applyCopyHeaders in class com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

Throws:

java.net.URISyntaxException

applyAuthHeaders

protected final void applyAuthHeaders(io.netty.handler.codec.http.HttpHeaders httpHeaders,
                                      io.netty.handler.codec.http.HttpMethod httpMethod,
                                      java.lang.String dstUriPath,
                                      com.emc.mongoose.api.model.storage.Credential credential)

Specified by:

applyAuthHeaders in class com.emc.mongoose.storage.driver.net.http.base.HttpStorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>

getCanonical

protected java.lang.String getCanonical(io.netty.handler.codec.http.HttpHeaders httpHeaders,
                                        io.netty.handler.codec.http.HttpMethod httpMethod,
                                        java.lang.String dstUriPath)

toString

public java.lang.String toString()

Overrides:

toString in class com.emc.mongoose.storage.driver.base.StorageDriverBase<I extends com.emc.mongoose.api.model.item.Item,O extends com.emc.mongoose.api.model.io.task.IoTask<I>>