Package org.apache.nifi.services.azure.data.explorer

Class StandardKustoIngestService

java.lang.Object

org.apache.nifi.components.AbstractConfigurableComponent

org.apache.nifi.controller.AbstractControllerService

org.apache.nifi.services.azure.data.explorer.StandardKustoIngestService

All Implemented Interfaces:

org.apache.nifi.components.ConfigurableComponent, org.apache.nifi.controller.ControllerService, KustoIngestService

@Tags({"Azure","Data","Explorer","ADX","Kusto","ingest","azure"})
@CapabilityDescription("Sends batches of flowfile content or stream flowfile content to an Azure ADX cluster.")
public class StandardKustoIngestService
extends org.apache.nifi.controller.AbstractControllerService
implements KustoIngestService

Field Summary

Fields

Modifier and Type	Field	Description
static final org.apache.nifi.components.PropertyDescriptor	APPLICATION_CLIENT_ID
static final org.apache.nifi.components.PropertyDescriptor	APPLICATION_KEY
static final org.apache.nifi.components.PropertyDescriptor	APPLICATION_TENANT_ID
static final org.apache.nifi.components.PropertyDescriptor	AUTHENTICATION_STRATEGY
static final org.apache.nifi.components.PropertyDescriptor	CLUSTER_URI
private static final String	COUNT_TABLE_COMMAND
private com.microsoft.azure.kusto.data.Client	executionClient
private com.microsoft.azure.kusto.ingest.ManagedStreamingIngestClient	managedStreamingIngestClient
private static final org.apache.commons.lang3.tuple.Pair<String,String>	NIFI_SINK
private static final List<org.apache.nifi.components.PropertyDescriptor>	PROPERTY_DESCRIPTORS
private com.microsoft.azure.kusto.ingest.QueuedIngestClient	queuedIngestClient
private static final String	STREAMING_POLICY_SHOW_COMMAND

Constructor Summary

Constructors

Constructor	Description
StandardKustoIngestService()

Method Summary

Modifier and Type	Method	Description
private com.microsoft.azure.kusto.data.auth.ConnectionStringBuilder	createKustoEngineConnectionString(String clusterUrl, String appId, String appKey, String appTenant, KustoAuthenticationStrategy kustoAuthStrategy)
protected com.microsoft.azure.kusto.data.Client	createKustoExecutionClient(String clusterUrl, String appId, String appKey, String appTenant, KustoAuthenticationStrategy kustoAuthStrategy)
protected com.microsoft.azure.kusto.ingest.QueuedIngestClient	createKustoQueuedIngestClient(String clusterUrl, String appId, String appKey, String appTenant, KustoAuthenticationStrategy kustoAuthStrategy)
protected com.microsoft.azure.kusto.ingest.ManagedStreamingIngestClient	createKustoStreamingIngestClient(String clusterUrl, String appId, String appKey, String appTenant, KustoAuthenticationStrategy kustoAuthStrategy)
private KustoIngestQueryResponse	executeQuery(String databaseName, String query)
private com.microsoft.azure.kusto.ingest.IngestionProperties.DataFormat	getDataFormat(String dataFormat)
List<org.apache.nifi.components.PropertyDescriptor>	getSupportedPropertyDescriptors()
KustoIngestionResult	ingestData(KustoIngestionRequest kustoIngestionRequest)
protected List<com.microsoft.azure.kusto.ingest.result.IngestionStatus>	initializeKustoIngestionStatusAsPending()
boolean	isStreamingPolicyEnabled(String databaseName)
boolean	isTableReadable(String databaseName, String tableName)
void	onEnabled(org.apache.nifi.controller.ConfigurationContext context)
final void	onStopped()
private KustoIngestionResult	pollOnIngestionStatus(com.microsoft.azure.kusto.ingest.result.IngestionResult ingestionResult, long timeoutMillis, long ingestionStatusPollingInterval)
private com.microsoft.azure.kusto.ingest.IngestionMapping.IngestionMappingKind	setDataFormatAndMapping(String dataFormat, com.microsoft.azure.kusto.ingest.IngestionProperties ingestionProperties)

Methods inherited from class org.apache.nifi.controller.AbstractControllerService

abstractClearConfigContext, abstractStoreConfigContext, disabled, enabled, getConfigurationContext, getControllerServiceLookup, getIdentifier, getLogger, getNodeTypeProvider, getProperty, getStateManager, init, initialize, isEnabled

Methods inherited from class org.apache.nifi.components.AbstractConfigurableComponent

customValidate, equals, getPropertyDescriptor, getPropertyDescriptors, getSupportedDynamicPropertyDescriptor, hashCode, onPropertyModified, toString, validate

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.nifi.components.ConfigurableComponent

getIdentifier, getPropertyDescriptor, getPropertyDescriptors, onPropertyModified, validate

Methods inherited from interface org.apache.nifi.controller.ControllerService

initialize, isStateful, migrateProperties

Field Details

AUTHENTICATION_STRATEGY

public static final org.apache.nifi.components.PropertyDescriptor AUTHENTICATION_STRATEGY

APPLICATION_CLIENT_ID

public static final org.apache.nifi.components.PropertyDescriptor APPLICATION_CLIENT_ID

APPLICATION_KEY

public static final org.apache.nifi.components.PropertyDescriptor APPLICATION_KEY

APPLICATION_TENANT_ID

public static final org.apache.nifi.components.PropertyDescriptor APPLICATION_TENANT_ID

CLUSTER_URI

public static final org.apache.nifi.components.PropertyDescriptor CLUSTER_URI

PROPERTY_DESCRIPTORS

private static final List<org.apache.nifi.components.PropertyDescriptor> PROPERTY_DESCRIPTORS

STREAMING_POLICY_SHOW_COMMAND

private static final String STREAMING_POLICY_SHOW_COMMAND

See Also:

• Constant Field Values

COUNT_TABLE_COMMAND

private static final String COUNT_TABLE_COMMAND

See Also:

• Constant Field Values

NIFI_SINK

private static final org.apache.commons.lang3.tuple.Pair<String,String> NIFI_SINK

queuedIngestClient

private volatile com.microsoft.azure.kusto.ingest.QueuedIngestClient queuedIngestClient

managedStreamingIngestClient

private volatile com.microsoft.azure.kusto.ingest.ManagedStreamingIngestClient managedStreamingIngestClient

executionClient

private volatile com.microsoft.azure.kusto.data.Client executionClient

Constructor Details

StandardKustoIngestService

public StandardKustoIngestService()

Method Details

getSupportedPropertyDescriptors

public List<org.apache.nifi.components.PropertyDescriptor> getSupportedPropertyDescriptors()

Overrides:

getSupportedPropertyDescriptors in class org.apache.nifi.components.AbstractConfigurableComponent

onEnabled

@OnEnabled
public void onEnabled(org.apache.nifi.controller.ConfigurationContext context)
               throws org.apache.nifi.processor.exception.ProcessException,
URISyntaxException

Throws:

org.apache.nifi.processor.exception.ProcessException

URISyntaxException

onStopped

@OnStopped
public final void onStopped()

createKustoQueuedIngestClient

protected com.microsoft.azure.kusto.ingest.QueuedIngestClient createKustoQueuedIngestClient(String clusterUrl,
 String appId,
 String appKey,
 String appTenant,
 KustoAuthenticationStrategy kustoAuthStrategy)
                                                                                     throws URISyntaxException

Throws:

URISyntaxException

createKustoStreamingIngestClient

protected com.microsoft.azure.kusto.ingest.ManagedStreamingIngestClient createKustoStreamingIngestClient(String clusterUrl,
 String appId,
 String appKey,
 String appTenant,
 KustoAuthenticationStrategy kustoAuthStrategy)
                                                                                                  throws URISyntaxException

Throws:

URISyntaxException

ingestData

public KustoIngestionResult ingestData(KustoIngestionRequest kustoIngestionRequest)

Specified by:

ingestData in interface KustoIngestService

pollOnIngestionStatus

private KustoIngestionResult pollOnIngestionStatus(com.microsoft.azure.kusto.ingest.result.IngestionResult ingestionResult,
 long timeoutMillis,
 long ingestionStatusPollingInterval)
                                            throws URISyntaxException,
InterruptedException

Throws:

URISyntaxException

InterruptedException

isStreamingPolicyEnabled

public boolean isStreamingPolicyEnabled(String databaseName)

Specified by:

isStreamingPolicyEnabled in interface KustoIngestService

isTableReadable

public boolean isTableReadable(String databaseName,
 String tableName)

Specified by:

isTableReadable in interface KustoIngestService

initializeKustoIngestionStatusAsPending

protected List<com.microsoft.azure.kusto.ingest.result.IngestionStatus> initializeKustoIngestionStatusAsPending()

createKustoExecutionClient

protected com.microsoft.azure.kusto.data.Client createKustoExecutionClient(String clusterUrl,
 String appId,
 String appKey,
 String appTenant,
 KustoAuthenticationStrategy kustoAuthStrategy)
                                                                    throws URISyntaxException

Throws:

URISyntaxException

createKustoEngineConnectionString

private com.microsoft.azure.kusto.data.auth.ConnectionStringBuilder createKustoEngineConnectionString(String clusterUrl,
 String appId,
 String appKey,
 String appTenant,
 KustoAuthenticationStrategy kustoAuthStrategy)

executeQuery

private KustoIngestQueryResponse executeQuery(String databaseName,
 String query)

setDataFormatAndMapping

private com.microsoft.azure.kusto.ingest.IngestionMapping.IngestionMappingKind setDataFormatAndMapping(String dataFormat,
 com.microsoft.azure.kusto.ingest.IngestionProperties ingestionProperties)

getDataFormat

private com.microsoft.azure.kusto.ingest.IngestionProperties.DataFormat getDataFormat(String dataFormat)