hdinsight

package
v46.4.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Sep 25, 2020 License: Apache-2.0 Imports: 9 Imported by: 0

Documentation

Overview

Package hdinsight implements the Azure ARM Hdinsight service API version 2018-11-01-preview.

The HDInsight Job Client.

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func UserAgent

func UserAgent() string

UserAgent returns the UserAgent string to use when sending http.Requests.

func Version

func Version() string

Version returns the semantic version (see http://semver.org) of the client.

Types

type AppState

type AppState struct {
	autorest.Response `json:"-"`
	// State - The State of the application. Possible values include: 'NEW', 'NEWSAVING', 'SUBMITTED', 'ACCEPTED', 'RUNNING', 'FINISHED', 'FINISHING', 'FAILED', 'KILLED'
	State ApplicationState `json:"state,omitempty"`
}

AppState the State of the application.

type ApplicationState

type ApplicationState string

ApplicationState enumerates the values for application state.

const (
	// ACCEPTED ...
	ACCEPTED ApplicationState = "ACCEPTED"
	// FAILED ...
	FAILED ApplicationState = "FAILED"
	// FINISHED ...
	FINISHED ApplicationState = "FINISHED"
	// FINISHING ...
	FINISHING ApplicationState = "FINISHING"
	// KILLED ...
	KILLED ApplicationState = "KILLED"
	// NEW ...
	NEW ApplicationState = "NEW"
	// NEWSAVING ...
	NEWSAVING ApplicationState = "NEW_SAVING"
	// RUNNING ...
	RUNNING ApplicationState = "RUNNING"
	// SUBMITTED ...
	SUBMITTED ApplicationState = "SUBMITTED"
)

func PossibleApplicationStateValues

func PossibleApplicationStateValues() []ApplicationState

PossibleApplicationStateValues returns an array of possible values for the ApplicationState const type.

type BaseClient

type BaseClient struct {
	autorest.Client
	Endpoint string
	UserName string
}

BaseClient is the base client for Hdinsight.

func New

func New(endpoint string, userName string) BaseClient

New creates an instance of the BaseClient client.

func NewWithoutDefaults

func NewWithoutDefaults(endpoint string, userName string) BaseClient

NewWithoutDefaults creates an instance of the BaseClient client.

type JobClient

type JobClient struct {
	BaseClient
}

JobClient is the the HDInsight Job Client.

func NewJobClient

func NewJobClient(endpoint string, userName string) JobClient

NewJobClient creates an instance of the JobClient client.

func (JobClient) DeleteSparkBatch

func (client JobClient) DeleteSparkBatch(ctx context.Context, batchID int32, requestedBy string) (result SparkJobDeletedResult, err error)

DeleteSparkBatch cancels a running spark batch job. Parameters: batchID - identifier for the batch job. requestedBy - add default value for X-Requested-By in header.

func (JobClient) DeleteSparkBatchPreparer

func (client JobClient) DeleteSparkBatchPreparer(ctx context.Context, batchID int32, requestedBy string) (*http.Request, error)

DeleteSparkBatchPreparer prepares the DeleteSparkBatch request.

func (JobClient) DeleteSparkBatchResponder

func (client JobClient) DeleteSparkBatchResponder(resp *http.Response) (result SparkJobDeletedResult, err error)

DeleteSparkBatchResponder handles the response to the DeleteSparkBatch request. The method always closes the http.Response Body.

func (JobClient) DeleteSparkBatchSender

func (client JobClient) DeleteSparkBatchSender(req *http.Request) (*http.Response, error)

DeleteSparkBatchSender sends the DeleteSparkBatch request. The method will close the http.Response Body if it receives an error.

func (JobClient) DeleteSparkSessionJob

func (client JobClient) DeleteSparkSessionJob(ctx context.Context, sessionID int32, requestedBy string) (result SparkJobDeletedResult, err error)

DeleteSparkSessionJob cancels a running spark session. Parameters: sessionID - identifier for the session. requestedBy - add default value for X-Requested-By in header.

func (JobClient) DeleteSparkSessionJobPreparer

func (client JobClient) DeleteSparkSessionJobPreparer(ctx context.Context, sessionID int32, requestedBy string) (*http.Request, error)

DeleteSparkSessionJobPreparer prepares the DeleteSparkSessionJob request.

func (JobClient) DeleteSparkSessionJobResponder

func (client JobClient) DeleteSparkSessionJobResponder(resp *http.Response) (result SparkJobDeletedResult, err error)

DeleteSparkSessionJobResponder handles the response to the DeleteSparkSessionJob request. The method always closes the http.Response Body.

func (JobClient) DeleteSparkSessionJobSender

func (client JobClient) DeleteSparkSessionJobSender(req *http.Request) (*http.Response, error)

DeleteSparkSessionJobSender sends the DeleteSparkSessionJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) DeleteSparkStatementJob

func (client JobClient) DeleteSparkStatementJob(ctx context.Context, sessionID int32, statementID int32, requestedBy string) (result SparkStatementCancellationResult, err error)

DeleteSparkStatementJob kill a statement within a session. Parameters: sessionID - identifier for the session. statementID - identifier for the statement. requestedBy - add default value for X-Requested-By in header.

func (JobClient) DeleteSparkStatementJobPreparer

func (client JobClient) DeleteSparkStatementJobPreparer(ctx context.Context, sessionID int32, statementID int32, requestedBy string) (*http.Request, error)

DeleteSparkStatementJobPreparer prepares the DeleteSparkStatementJob request.

func (JobClient) DeleteSparkStatementJobResponder

func (client JobClient) DeleteSparkStatementJobResponder(resp *http.Response) (result SparkStatementCancellationResult, err error)

DeleteSparkStatementJobResponder handles the response to the DeleteSparkStatementJob request. The method always closes the http.Response Body.

func (JobClient) DeleteSparkStatementJobSender

func (client JobClient) DeleteSparkStatementJobSender(req *http.Request) (*http.Response, error)

DeleteSparkStatementJobSender sends the DeleteSparkStatementJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) Get

func (client JobClient) Get(ctx context.Context, jobID string) (result JobDetailRootJSONObject, err error)

Get gets job details from the specified HDInsight cluster. Parameters: jobID - the id of the job.

func (JobClient) GetAppState

func (client JobClient) GetAppState(ctx context.Context, appID string) (result AppState, err error)

GetAppState gets application state from the specified HDInsight cluster. Parameters: appID - the id of the job.

func (JobClient) GetAppStatePreparer

func (client JobClient) GetAppStatePreparer(ctx context.Context, appID string) (*http.Request, error)

GetAppStatePreparer prepares the GetAppState request.

func (JobClient) GetAppStateResponder

func (client JobClient) GetAppStateResponder(resp *http.Response) (result AppState, err error)

GetAppStateResponder handles the response to the GetAppState request. The method always closes the http.Response Body.

func (JobClient) GetAppStateSender

func (client JobClient) GetAppStateSender(req *http.Request) (*http.Response, error)

GetAppStateSender sends the GetAppState request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetPreparer

func (client JobClient) GetPreparer(ctx context.Context, jobID string) (*http.Request, error)

GetPreparer prepares the Get request.

func (JobClient) GetResponder

func (client JobClient) GetResponder(resp *http.Response) (result JobDetailRootJSONObject, err error)

GetResponder handles the response to the Get request. The method always closes the http.Response Body.

func (JobClient) GetSender

func (client JobClient) GetSender(req *http.Request) (*http.Response, error)

GetSender sends the Get request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkBatchJob

func (client JobClient) GetSparkBatchJob(ctx context.Context, batchID int32) (result SparkBatchJob, err error)

GetSparkBatchJob gets a single spark batch job. Parameters: batchID - identifier for the batch job.

func (JobClient) GetSparkBatchJobPreparer

func (client JobClient) GetSparkBatchJobPreparer(ctx context.Context, batchID int32) (*http.Request, error)

GetSparkBatchJobPreparer prepares the GetSparkBatchJob request.

func (JobClient) GetSparkBatchJobResponder

func (client JobClient) GetSparkBatchJobResponder(resp *http.Response) (result SparkBatchJob, err error)

GetSparkBatchJobResponder handles the response to the GetSparkBatchJob request. The method always closes the http.Response Body.

func (JobClient) GetSparkBatchJobSender

func (client JobClient) GetSparkBatchJobSender(req *http.Request) (*http.Response, error)

GetSparkBatchJobSender sends the GetSparkBatchJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkBatchLog

func (client JobClient) GetSparkBatchLog(ctx context.Context, batchID int32, from *int32, size *int32) (result SparkJobLog, err error)

GetSparkBatchLog gets a single spark batch job logs. Parameters: batchID - identifier for the batch job. from - optional param specifying which index the list should begin from. size - optional param specifying the size of the returned list. By default it is 20 and that is the maximum.

func (JobClient) GetSparkBatchLogPreparer

func (client JobClient) GetSparkBatchLogPreparer(ctx context.Context, batchID int32, from *int32, size *int32) (*http.Request, error)

GetSparkBatchLogPreparer prepares the GetSparkBatchLog request.

func (JobClient) GetSparkBatchLogResponder

func (client JobClient) GetSparkBatchLogResponder(resp *http.Response) (result SparkJobLog, err error)

GetSparkBatchLogResponder handles the response to the GetSparkBatchLog request. The method always closes the http.Response Body.

func (JobClient) GetSparkBatchLogSender

func (client JobClient) GetSparkBatchLogSender(req *http.Request) (*http.Response, error)

GetSparkBatchLogSender sends the GetSparkBatchLog request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkBatchState

func (client JobClient) GetSparkBatchState(ctx context.Context, batchID int32) (result SparkJobState, err error)

GetSparkBatchState gets a single spark batch state. Parameters: batchID - identifier for the batch job.

func (JobClient) GetSparkBatchStatePreparer

func (client JobClient) GetSparkBatchStatePreparer(ctx context.Context, batchID int32) (*http.Request, error)

GetSparkBatchStatePreparer prepares the GetSparkBatchState request.

func (JobClient) GetSparkBatchStateResponder

func (client JobClient) GetSparkBatchStateResponder(resp *http.Response) (result SparkJobState, err error)

GetSparkBatchStateResponder handles the response to the GetSparkBatchState request. The method always closes the http.Response Body.

func (JobClient) GetSparkBatchStateSender

func (client JobClient) GetSparkBatchStateSender(req *http.Request) (*http.Response, error)

GetSparkBatchStateSender sends the GetSparkBatchState request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkSessionJob

func (client JobClient) GetSparkSessionJob(ctx context.Context, sessionID int32) (result SparkSessionJob, err error)

GetSparkSessionJob gets a single spark session. Parameters: sessionID - identifier for the session.

func (JobClient) GetSparkSessionJobPreparer

func (client JobClient) GetSparkSessionJobPreparer(ctx context.Context, sessionID int32) (*http.Request, error)

GetSparkSessionJobPreparer prepares the GetSparkSessionJob request.

func (JobClient) GetSparkSessionJobResponder

func (client JobClient) GetSparkSessionJobResponder(resp *http.Response) (result SparkSessionJob, err error)

GetSparkSessionJobResponder handles the response to the GetSparkSessionJob request. The method always closes the http.Response Body.

func (JobClient) GetSparkSessionJobSender

func (client JobClient) GetSparkSessionJobSender(req *http.Request) (*http.Response, error)

GetSparkSessionJobSender sends the GetSparkSessionJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkSessionLog

func (client JobClient) GetSparkSessionLog(ctx context.Context, sessionID int32, from *int32, size *int32) (result SparkJobLog, err error)

GetSparkSessionLog gets a single spark session job logs. Parameters: sessionID - identifier for the session job. from - optional param specifying which index the list should begin from. size - optional param specifying the size of the returned list. By default it is 20 and that is the maximum.

func (JobClient) GetSparkSessionLogPreparer

func (client JobClient) GetSparkSessionLogPreparer(ctx context.Context, sessionID int32, from *int32, size *int32) (*http.Request, error)

GetSparkSessionLogPreparer prepares the GetSparkSessionLog request.

func (JobClient) GetSparkSessionLogResponder

func (client JobClient) GetSparkSessionLogResponder(resp *http.Response) (result SparkJobLog, err error)

GetSparkSessionLogResponder handles the response to the GetSparkSessionLog request. The method always closes the http.Response Body.

func (JobClient) GetSparkSessionLogSender

func (client JobClient) GetSparkSessionLogSender(req *http.Request) (*http.Response, error)

GetSparkSessionLogSender sends the GetSparkSessionLog request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkSessionState

func (client JobClient) GetSparkSessionState(ctx context.Context, sessionID int32) (result SparkJobState, err error)

GetSparkSessionState gets a single spark session job state. Parameters: sessionID - identifier for the session job.

func (JobClient) GetSparkSessionStatePreparer

func (client JobClient) GetSparkSessionStatePreparer(ctx context.Context, sessionID int32) (*http.Request, error)

GetSparkSessionStatePreparer prepares the GetSparkSessionState request.

func (JobClient) GetSparkSessionStateResponder

func (client JobClient) GetSparkSessionStateResponder(resp *http.Response) (result SparkJobState, err error)

GetSparkSessionStateResponder handles the response to the GetSparkSessionState request. The method always closes the http.Response Body.

func (JobClient) GetSparkSessionStateSender

func (client JobClient) GetSparkSessionStateSender(req *http.Request) (*http.Response, error)

GetSparkSessionStateSender sends the GetSparkSessionState request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkStatementJob

func (client JobClient) GetSparkStatementJob(ctx context.Context, sessionID int32, statementID int32) (result SparkStatement, err error)

GetSparkStatementJob gets a single statement within a spark session. Parameters: sessionID - identifier for the session. statementID - identifier for the statement.

func (JobClient) GetSparkStatementJobPreparer

func (client JobClient) GetSparkStatementJobPreparer(ctx context.Context, sessionID int32, statementID int32) (*http.Request, error)

GetSparkStatementJobPreparer prepares the GetSparkStatementJob request.

func (JobClient) GetSparkStatementJobResponder

func (client JobClient) GetSparkStatementJobResponder(resp *http.Response) (result SparkStatement, err error)

GetSparkStatementJobResponder handles the response to the GetSparkStatementJob request. The method always closes the http.Response Body.

func (JobClient) GetSparkStatementJobSender

func (client JobClient) GetSparkStatementJobSender(req *http.Request) (*http.Response, error)

GetSparkStatementJobSender sends the GetSparkStatementJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) Kill

func (client JobClient) Kill(ctx context.Context, jobID string) (result JobDetailRootJSONObject, err error)

Kill initiates cancel on given running job in the specified HDInsight. Parameters: jobID - the id of the job.

func (JobClient) KillPreparer

func (client JobClient) KillPreparer(ctx context.Context, jobID string) (*http.Request, error)

KillPreparer prepares the Kill request.

func (JobClient) KillResponder

func (client JobClient) KillResponder(resp *http.Response) (result JobDetailRootJSONObject, err error)

KillResponder handles the response to the Kill request. The method always closes the http.Response Body.

func (JobClient) KillSender

func (client JobClient) KillSender(req *http.Request) (*http.Response, error)

KillSender sends the Kill request. The method will close the http.Response Body if it receives an error.

func (JobClient) List

func (client JobClient) List(ctx context.Context) (result ListJobListJSONObject, err error)

List gets the list of jobs from the specified HDInsight cluster.

func (JobClient) ListAfterJobID

func (client JobClient) ListAfterJobID(ctx context.Context, jobid string, numrecords *int32) (result ListJobListJSONObject, err error)

ListAfterJobID gets numrecords Of Jobs after jobid from the specified HDInsight cluster. Parameters: jobid - jobId from where to list jobs. numrecords - number of jobs to fetch.

func (JobClient) ListAfterJobIDPreparer

func (client JobClient) ListAfterJobIDPreparer(ctx context.Context, jobid string, numrecords *int32) (*http.Request, error)

ListAfterJobIDPreparer prepares the ListAfterJobID request.

func (JobClient) ListAfterJobIDResponder

func (client JobClient) ListAfterJobIDResponder(resp *http.Response) (result ListJobListJSONObject, err error)

ListAfterJobIDResponder handles the response to the ListAfterJobID request. The method always closes the http.Response Body.

func (JobClient) ListAfterJobIDSender

func (client JobClient) ListAfterJobIDSender(req *http.Request) (*http.Response, error)

ListAfterJobIDSender sends the ListAfterJobID request. The method will close the http.Response Body if it receives an error.

func (JobClient) ListPreparer

func (client JobClient) ListPreparer(ctx context.Context) (*http.Request, error)

ListPreparer prepares the List request.

func (JobClient) ListResponder

func (client JobClient) ListResponder(resp *http.Response) (result ListJobListJSONObject, err error)

ListResponder handles the response to the List request. The method always closes the http.Response Body.

func (JobClient) ListSender

func (client JobClient) ListSender(req *http.Request) (*http.Response, error)

ListSender sends the List request. The method will close the http.Response Body if it receives an error.

func (JobClient) ListSparkBatchJob

func (client JobClient) ListSparkBatchJob(ctx context.Context, from *int32, size *int32) (result SparkBatchJobCollection, err error)

ListSparkBatchJob list all spark batch jobs Parameters: from - optional param specifying which index the list should begin from. size - optional param specifying the size of the returned list. By default it is 20 and that is the maximum.

func (JobClient) ListSparkBatchJobPreparer

func (client JobClient) ListSparkBatchJobPreparer(ctx context.Context, from *int32, size *int32) (*http.Request, error)

ListSparkBatchJobPreparer prepares the ListSparkBatchJob request.

func (JobClient) ListSparkBatchJobResponder

func (client JobClient) ListSparkBatchJobResponder(resp *http.Response) (result SparkBatchJobCollection, err error)

ListSparkBatchJobResponder handles the response to the ListSparkBatchJob request. The method always closes the http.Response Body.

func (JobClient) ListSparkBatchJobSender

func (client JobClient) ListSparkBatchJobSender(req *http.Request) (*http.Response, error)

ListSparkBatchJobSender sends the ListSparkBatchJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) ListSparkSessionJob

func (client JobClient) ListSparkSessionJob(ctx context.Context, from *int32, size *int32) (result SparkSessionCollection, err error)

ListSparkSessionJob list all spark sessions. Parameters: from - optional param specifying which index the list should begin from. size - optional param specifying the size of the returned list. By default it is 20 and that is the maximum.

func (JobClient) ListSparkSessionJobPreparer

func (client JobClient) ListSparkSessionJobPreparer(ctx context.Context, from *int32, size *int32) (*http.Request, error)

ListSparkSessionJobPreparer prepares the ListSparkSessionJob request.

func (JobClient) ListSparkSessionJobResponder

func (client JobClient) ListSparkSessionJobResponder(resp *http.Response) (result SparkSessionCollection, err error)

ListSparkSessionJobResponder handles the response to the ListSparkSessionJob request. The method always closes the http.Response Body.

func (JobClient) ListSparkSessionJobSender

func (client JobClient) ListSparkSessionJobSender(req *http.Request) (*http.Response, error)

ListSparkSessionJobSender sends the ListSparkSessionJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) ListSparkStatementJob

func (client JobClient) ListSparkStatementJob(ctx context.Context, sessionID int32) (result SparkStatementCollection, err error)

ListSparkStatementJob gets a list of statements within a spark session. Parameters: sessionID - identifier for the session.

func (JobClient) ListSparkStatementJobPreparer

func (client JobClient) ListSparkStatementJobPreparer(ctx context.Context, sessionID int32) (*http.Request, error)

ListSparkStatementJobPreparer prepares the ListSparkStatementJob request.

func (JobClient) ListSparkStatementJobResponder

func (client JobClient) ListSparkStatementJobResponder(resp *http.Response) (result SparkStatementCollection, err error)

ListSparkStatementJobResponder handles the response to the ListSparkStatementJob request. The method always closes the http.Response Body.

func (JobClient) ListSparkStatementJobSender

func (client JobClient) ListSparkStatementJobSender(req *http.Request) (*http.Response, error)

ListSparkStatementJobSender sends the ListSparkStatementJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitHiveJob

func (client JobClient) SubmitHiveJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)

SubmitHiveJob submits a Hive job to an HDInsight cluster. Parameters: content - the content of the Hive job request.

func (JobClient) SubmitHiveJobPreparer

func (client JobClient) SubmitHiveJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)

SubmitHiveJobPreparer prepares the SubmitHiveJob request.

func (JobClient) SubmitHiveJobResponder

func (client JobClient) SubmitHiveJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)

SubmitHiveJobResponder handles the response to the SubmitHiveJob request. The method always closes the http.Response Body.

func (JobClient) SubmitHiveJobSender

func (client JobClient) SubmitHiveJobSender(req *http.Request) (*http.Response, error)

SubmitHiveJobSender sends the SubmitHiveJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitMapReduceJob

func (client JobClient) SubmitMapReduceJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)

SubmitMapReduceJob submits a MapReduce job to an HDInsight cluster. Parameters: content - the content of the MapReduce job request.

func (JobClient) SubmitMapReduceJobPreparer

func (client JobClient) SubmitMapReduceJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)

SubmitMapReduceJobPreparer prepares the SubmitMapReduceJob request.

func (JobClient) SubmitMapReduceJobResponder

func (client JobClient) SubmitMapReduceJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)

SubmitMapReduceJobResponder handles the response to the SubmitMapReduceJob request. The method always closes the http.Response Body.

func (JobClient) SubmitMapReduceJobSender

func (client JobClient) SubmitMapReduceJobSender(req *http.Request) (*http.Response, error)

SubmitMapReduceJobSender sends the SubmitMapReduceJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitMapReduceStreamingJob

func (client JobClient) SubmitMapReduceStreamingJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)

SubmitMapReduceStreamingJob submits a MapReduce streaming job to an HDInsight cluster. Parameters: content - the content of the MapReduce job request.

func (JobClient) SubmitMapReduceStreamingJobPreparer

func (client JobClient) SubmitMapReduceStreamingJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)

SubmitMapReduceStreamingJobPreparer prepares the SubmitMapReduceStreamingJob request.

func (JobClient) SubmitMapReduceStreamingJobResponder

func (client JobClient) SubmitMapReduceStreamingJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)

SubmitMapReduceStreamingJobResponder handles the response to the SubmitMapReduceStreamingJob request. The method always closes the http.Response Body.

func (JobClient) SubmitMapReduceStreamingJobSender

func (client JobClient) SubmitMapReduceStreamingJobSender(req *http.Request) (*http.Response, error)

SubmitMapReduceStreamingJobSender sends the SubmitMapReduceStreamingJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitPigJob

func (client JobClient) SubmitPigJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)

SubmitPigJob submits a Pig job to an HDInsight cluster. Parameters: content - the content of the Pig job request.

func (JobClient) SubmitPigJobPreparer

func (client JobClient) SubmitPigJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)

SubmitPigJobPreparer prepares the SubmitPigJob request.

func (JobClient) SubmitPigJobResponder

func (client JobClient) SubmitPigJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)

SubmitPigJobResponder handles the response to the SubmitPigJob request. The method always closes the http.Response Body.

func (JobClient) SubmitPigJobSender

func (client JobClient) SubmitPigJobSender(req *http.Request) (*http.Response, error)

SubmitPigJobSender sends the SubmitPigJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitSparkBatchJob

func (client JobClient) SubmitSparkBatchJob(ctx context.Context, sparkBatchJobRequest SparkBatchJobRequest, requestedBy string) (result SparkBatchJob, err error)

SubmitSparkBatchJob create a new spark batch job. Parameters: sparkBatchJobRequest - livy compatible batch job request payload. requestedBy - add default value for X-Requested-By in header.

func (JobClient) SubmitSparkBatchJobPreparer

func (client JobClient) SubmitSparkBatchJobPreparer(ctx context.Context, sparkBatchJobRequest SparkBatchJobRequest, requestedBy string) (*http.Request, error)

SubmitSparkBatchJobPreparer prepares the SubmitSparkBatchJob request.

func (JobClient) SubmitSparkBatchJobResponder

func (client JobClient) SubmitSparkBatchJobResponder(resp *http.Response) (result SparkBatchJob, err error)

SubmitSparkBatchJobResponder handles the response to the SubmitSparkBatchJob request. The method always closes the http.Response Body.

func (JobClient) SubmitSparkBatchJobSender

func (client JobClient) SubmitSparkBatchJobSender(req *http.Request) (*http.Response, error)

SubmitSparkBatchJobSender sends the SubmitSparkBatchJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitSparkSessionJob

func (client JobClient) SubmitSparkSessionJob(ctx context.Context, sparkSessionJobRequest SparkSessionJobRequest, requestedBy string) (result SparkSessionJob, err error)

SubmitSparkSessionJob create a new spark session. Parameters: sparkSessionJobRequest - livy compatible session job request payload. requestedBy - add default value for X-Requested-By in header.

func (JobClient) SubmitSparkSessionJobPreparer

func (client JobClient) SubmitSparkSessionJobPreparer(ctx context.Context, sparkSessionJobRequest SparkSessionJobRequest, requestedBy string) (*http.Request, error)

SubmitSparkSessionJobPreparer prepares the SubmitSparkSessionJob request.

func (JobClient) SubmitSparkSessionJobResponder

func (client JobClient) SubmitSparkSessionJobResponder(resp *http.Response) (result SparkSessionJob, err error)

SubmitSparkSessionJobResponder handles the response to the SubmitSparkSessionJob request. The method always closes the http.Response Body.

func (JobClient) SubmitSparkSessionJobSender

func (client JobClient) SubmitSparkSessionJobSender(req *http.Request) (*http.Response, error)

SubmitSparkSessionJobSender sends the SubmitSparkSessionJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitSparkStatementJob

func (client JobClient) SubmitSparkStatementJob(ctx context.Context, sessionID int32, sparkStatementRequest SparkStatementRequest, requestedBy string) (result SparkStatement, err error)

SubmitSparkStatementJob create a statement within a spark session. Parameters: sessionID - identifier for the session. sparkStatementRequest - livy compatible batch job request payload. requestedBy - add default value for X-Requested-By in header.

func (JobClient) SubmitSparkStatementJobPreparer

func (client JobClient) SubmitSparkStatementJobPreparer(ctx context.Context, sessionID int32, sparkStatementRequest SparkStatementRequest, requestedBy string) (*http.Request, error)

SubmitSparkStatementJobPreparer prepares the SubmitSparkStatementJob request.

func (JobClient) SubmitSparkStatementJobResponder

func (client JobClient) SubmitSparkStatementJobResponder(resp *http.Response) (result SparkStatement, err error)

SubmitSparkStatementJobResponder handles the response to the SubmitSparkStatementJob request. The method always closes the http.Response Body.

func (JobClient) SubmitSparkStatementJobSender

func (client JobClient) SubmitSparkStatementJobSender(req *http.Request) (*http.Response, error)

SubmitSparkStatementJobSender sends the SubmitSparkStatementJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitSqoopJob

func (client JobClient) SubmitSqoopJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)

SubmitSqoopJob submits a Sqoop job to an HDInsight cluster. Parameters: content - the content of the Sqoop job request.

func (JobClient) SubmitSqoopJobPreparer

func (client JobClient) SubmitSqoopJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)

SubmitSqoopJobPreparer prepares the SubmitSqoopJob request.

func (JobClient) SubmitSqoopJobResponder

func (client JobClient) SubmitSqoopJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)

SubmitSqoopJobResponder handles the response to the SubmitSqoopJob request. The method always closes the http.Response Body.

func (JobClient) SubmitSqoopJobSender

func (client JobClient) SubmitSqoopJobSender(req *http.Request) (*http.Response, error)

SubmitSqoopJobSender sends the SubmitSqoopJob request. The method will close the http.Response Body if it receives an error.

type JobDetailRootJSONObject

type JobDetailRootJSONObject struct {
	autorest.Response `json:"-"`
	// Callback - The callback URL, if any.
	Callback interface{} `json:"callback,omitempty"`
	// Completed - The string representing completed status, for example 'done'.
	Completed *string `json:"completed,omitempty"`
	// ExitValue - The job's exit value.
	ExitValue *int32 `json:"exitValue,omitempty"`
	// ID - The job ID.
	ID *string `json:"id,omitempty"`
	// Msg - The message returned.
	Msg interface{} `json:"msg,omitempty"`
	// ParentID - The parent job ID.
	ParentID *string `json:"parentId,omitempty"`
	// PercentComplete - The job completion percentage, for example '75% complete'.
	PercentComplete *string `json:"percentComplete,omitempty"`
	// Profile - The object containing the job profile information.
	Profile *Profile `json:"profile,omitempty"`
	// Status - The object containing the job status information.
	Status *Status `json:"status,omitempty"`
	// User - The user name of the job creator.
	User *string `json:"user,omitempty"`
	// Userargs - The arguments passed in by the user.
	Userargs *Userargs `json:"userargs,omitempty"`
}

JobDetailRootJSONObject the object containing the job details.

type JobID

type JobID struct {
	// ID - The job number.
	ID *int64 `json:"id,omitempty"`
	// JtIdentifier - The jobTracker identifier.
	JtIdentifier *string `json:"jtIdentifier,omitempty"`
}

JobID the object with the Job ID.

type JobListJSONObject

type JobListJSONObject struct {
	// Detail - The detail of the job.
	Detail *JobDetailRootJSONObject `json:"detail,omitempty"`
	// ID - The Id of the job.
	ID *string `json:"id,omitempty"`
}

JobListJSONObject the List Job operation response.

type JobOperationsErrorResponse

type JobOperationsErrorResponse struct {
	// Error - Error message indicating why the operation failed.
	Error *string `json:"error,omitempty"`
}

JobOperationsErrorResponse describes the format of Error response.

type JobSubmissionJSONResponse

type JobSubmissionJSONResponse struct {
	autorest.Response `json:"-"`
	// ID - The Id of the created job.
	ID *string `json:"id,omitempty"`
}

JobSubmissionJSONResponse the job submission json response.

type ListJobListJSONObject

type ListJobListJSONObject struct {
	autorest.Response `json:"-"`
	Value             *[]JobListJSONObject `json:"value,omitempty"`
}

ListJobListJSONObject ...

type Profile

type Profile struct {
	// JobFile - The job configuration file.
	JobFile *string `json:"jobFile,omitempty"`
	// JobID - The full ID of the job.
	JobID *string `json:"jobId,omitempty"`
	// JobName - The user-specified job name.
	JobName *string `json:"jobName,omitempty"`
	// QueueName - The name of the queue to which the job is submitted.
	QueueName *string `json:"queueName,omitempty"`
	// URL - The link to the web-ui for details of the job.
	URL *string `json:"url,omitempty"`
	// User - The userid of the person who submitted the job.
	User *string `json:"user,omitempty"`
}

Profile the object containing the job profile information.

type SessionJobKind

type SessionJobKind string

SessionJobKind enumerates the values for session job kind.

const (
	// Pyspark ...
	Pyspark SessionJobKind = "pyspark"
	// Spark ...
	Spark SessionJobKind = "spark"
	// Sparkr ...
	Sparkr SessionJobKind = "sparkr"
	// SQL ...
	SQL SessionJobKind = "sql"
)

func PossibleSessionJobKindValues

func PossibleSessionJobKindValues() []SessionJobKind

PossibleSessionJobKindValues returns an array of possible values for the SessionJobKind const type.

type SparkBatchJob

type SparkBatchJob struct {
	autorest.Response `json:"-"`
	ID                *int32             `json:"id,omitempty"`
	AppID             *string            `json:"appId,omitempty"`
	AppInfo           map[string]*string `json:"appInfo"`
	State             *string            `json:"state,omitempty"`
	LogLines          *[]string          `json:"log,omitempty"`
}

SparkBatchJob ...

func (SparkBatchJob) MarshalJSON

func (sbj SparkBatchJob) MarshalJSON() ([]byte, error)

MarshalJSON is the custom marshaler for SparkBatchJob.

type SparkBatchJobCollection

type SparkBatchJobCollection struct {
	autorest.Response `json:"-"`
	From              *int32           `json:"from,omitempty"`
	Total             *int32           `json:"total,omitempty"`
	Sessions          *[]SparkBatchJob `json:"sessions,omitempty"`
}

SparkBatchJobCollection ...

type SparkBatchJobRequest

type SparkBatchJobRequest struct {
	File           *string            `json:"file,omitempty"`
	ProxyUser      *string            `json:"proxyUser,omitempty"`
	ClassName      *string            `json:"className,omitempty"`
	Arguments      *[]string          `json:"args,omitempty"`
	Jars           *[]string          `json:"jars,omitempty"`
	PythonFiles    *[]string          `json:"pyFiles,omitempty"`
	Files          *[]string          `json:"files,omitempty"`
	DriverMemory   *string            `json:"driverMemory,omitempty"`
	DriverCores    *int32             `json:"driverCores,omitempty"`
	ExecutorMemory *string            `json:"executorMemory,omitempty"`
	ExecutorCores  *int32             `json:"executorCores,omitempty"`
	ExecutorCount  *int32             `json:"numExecutors,omitempty"`
	Archives       *[]string          `json:"archives,omitempty"`
	Queue          *string            `json:"queue,omitempty"`
	Name           *string            `json:"name,omitempty"`
	Configuration  map[string]*string `json:"conf"`
}

SparkBatchJobRequest ...

func (SparkBatchJobRequest) MarshalJSON

func (sbjr SparkBatchJobRequest) MarshalJSON() ([]byte, error)

MarshalJSON is the custom marshaler for SparkBatchJobRequest.

type SparkJobDeletedResult

type SparkJobDeletedResult struct {
	autorest.Response `json:"-"`
	DeletedMessage    *string `json:"msg,omitempty"`
}

SparkJobDeletedResult ...

type SparkJobLog

type SparkJobLog struct {
	autorest.Response `json:"-"`
	ID                *int32    `json:"id,omitempty"`
	From              *int32    `json:"from,omitempty"`
	Size              *int32    `json:"size,omitempty"`
	Total             *int64    `json:"total,omitempty"`
	LogLines          *[]string `json:"log,omitempty"`
}

SparkJobLog ...

type SparkJobState

type SparkJobState struct {
	autorest.Response `json:"-"`
	ID                *int32  `json:"id,omitempty"`
	State             *string `json:"state,omitempty"`
}

SparkJobState ...

type SparkSessionCollection

type SparkSessionCollection struct {
	autorest.Response `json:"-"`
	From              *int32             `json:"from,omitempty"`
	Total             *int32             `json:"total,omitempty"`
	Sessions          *[]SparkSessionJob `json:"sessions,omitempty"`
}

SparkSessionCollection ...

type SparkSessionJob

type SparkSessionJob struct {
	autorest.Response `json:"-"`
	ID                *int32             `json:"id,omitempty"`
	AppID             *string            `json:"appId,omitempty"`
	Owner             *string            `json:"owner,omitempty"`
	ProxyUser         *string            `json:"proxyUser,omitempty"`
	Kind              *string            `json:"kind,omitempty"`
	LogLines          *[]string          `json:"log,omitempty"`
	State             *string            `json:"state,omitempty"`
	AppInfo           map[string]*string `json:"appInfo"`
}

SparkSessionJob ...

func (SparkSessionJob) MarshalJSON

func (ssj SparkSessionJob) MarshalJSON() ([]byte, error)

MarshalJSON is the custom marshaler for SparkSessionJob.

type SparkSessionJobRequest

type SparkSessionJobRequest struct {
	// Kind - Possible values include: 'Spark', 'Pyspark', 'Sparkr', 'SQL'
	Kind                     SessionJobKind     `json:"kind,omitempty"`
	ProxyUser                *string            `json:"proxyUser,omitempty"`
	Jars                     *[]string          `json:"jars,omitempty"`
	PythonFiles              *[]string          `json:"pyFiles,omitempty"`
	Files                    *[]string          `json:"files,omitempty"`
	DriverMemory             *string            `json:"driverMemory,omitempty"`
	DriverCores              *int32             `json:"driverCores,omitempty"`
	ExecutorMemory           *string            `json:"executorMemory,omitempty"`
	ExecutorCores            *int32             `json:"executorCores,omitempty"`
	ExecutorCount            *int32             `json:"numExecutors,omitempty"`
	Archives                 *[]string          `json:"archives,omitempty"`
	Queue                    *string            `json:"queue,omitempty"`
	Name                     *string            `json:"name,omitempty"`
	Configuration            map[string]*string `json:"conf"`
	HeartbeatTimeoutInSecond *int32             `json:"heartbeatTimeoutInSecond,omitempty"`
}

SparkSessionJobRequest ...

func (SparkSessionJobRequest) MarshalJSON

func (ssjr SparkSessionJobRequest) MarshalJSON() ([]byte, error)

MarshalJSON is the custom marshaler for SparkSessionJobRequest.

type SparkStatement

type SparkStatement struct {
	autorest.Response `json:"-"`
	ID                *int32                `json:"id,omitempty"`
	Code              *string               `json:"code,omitempty"`
	State             *string               `json:"state,omitempty"`
	Output            *SparkStatementOutput `json:"output,omitempty"`
	Progress          *float64              `json:"progress,omitempty"`
}

SparkStatement ...

type SparkStatementCancellationResult

type SparkStatementCancellationResult struct {
	autorest.Response `json:"-"`
	CancelMessage     *string `json:"msg,omitempty"`
}

SparkStatementCancellationResult ...

type SparkStatementCollection

type SparkStatementCollection struct {
	autorest.Response `json:"-"`
	Statements        *[]SparkStatement `json:"statements,omitempty"`
}

SparkStatementCollection ...

type SparkStatementOutput

type SparkStatementOutput struct {
	Status         *string     `json:"status,omitempty"`
	ExecutionCount *int32      `json:"execution_count,omitempty"`
	Data           interface{} `json:"data,omitempty"`
}

SparkStatementOutput ...

type SparkStatementRequest

type SparkStatementRequest struct {
	Code *string `json:"code,omitempty"`
	Kind *string `json:"kind,omitempty"`
}

SparkStatementRequest ...

type Status

type Status struct {
	// CleanupProgress - The progress made on the cleanup.
	CleanupProgress *float64 `json:"cleanupProgress,omitempty"`
	// FailureInfo - The information about any failures that have occurred.
	FailureInfo *string `json:"failureInfo,omitempty"`
	// FinishTime - The time at which the job completed. It is an integer in milliseconds, as a Unix timestamp relative to 1/1/1970 00:00:00.
	FinishTime *int64 `json:"finishTime,omitempty"`
	// HistoryFile - The history file of the job.
	HistoryFile *string `json:"historyFile,omitempty"`
	// JobACLs - The ACLs of the job.
	JobACLs interface{} `json:"jobACLs,omitempty"`
	// JobComplete - Whether or not the job has completed.
	JobComplete *bool `json:"jobComplete,omitempty"`
	// JobFile - The job configuration file.
	JobFile *string `json:"jobFile,omitempty"`
	// JobID - The full ID of the job.
	JobID *string `json:"jobId,omitempty"`
	// JobName - The user-specified job name.
	JobName *string `json:"jobName,omitempty"`
	// JobPriority - The priority of the job.
	JobPriority *string `json:"jobPriority,omitempty"`
	// MapProgress - The progress made on the maps.
	MapProgress *float64 `json:"mapProgress,omitempty"`
	// NeededMem - The amount of memory needed for the job.
	NeededMem *int64 `json:"neededMem,omitempty"`
	// NumReservedSlots - The number of slots reserved.
	NumReservedSlots *int32 `json:"numReservedSlots,omitempty"`
	// NumUsedSlots - The number of slots used for the job.
	NumUsedSlots *int32 `json:"numUsedSlots,omitempty"`
	// Priority - The priority of the job.
	Priority *string `json:"priority,omitempty"`
	// Queue - The job queue name.
	Queue *string `json:"queue,omitempty"`
	// ReduceProgress - The progress made on the reduces.
	ReduceProgress *float64 `json:"reduceProgress,omitempty"`
	// ReservedMem - The amount of memory reserved for the job.
	ReservedMem *int64 `json:"reservedMem,omitempty"`
	// Retired - Whether or not the job has been retired.
	Retired *bool `json:"retired,omitempty"`
	// RunState - The current state of the job.
	RunState *int32 `json:"runState,omitempty"`
	// SchedulingInfo - The information about the scheduling of the job.
	SchedulingInfo *string `json:"schedulingInfo,omitempty"`
	// SetupProgress - The progress made on the setup.
	SetupProgress *float64 `json:"setupProgress,omitempty"`
	// StartTime - The time at which the job started. It is an integer in milliseconds, as a Unix timestamp relative to 1/1/1970 00:00:00.
	StartTime *int64 `json:"startTime,omitempty"`
	// State - The state of the job.
	State *string `json:"state,omitempty"`
	// TrackingURL - The link to the web-ui for details of the job.
	TrackingURL *string `json:"trackingUrl,omitempty"`
	// Uber - Whether job running in uber mode.
	Uber *bool `json:"uber,omitempty"`
	// UsedMem - The amount of memory used by the job.
	UsedMem *int64 `json:"usedMem,omitempty"`
	// Username - The userid of the person who submitted the job.
	Username *string `json:"username,omitempty"`
}

Status gets or sets the object containing the job status information.

type Userargs

type Userargs struct {
	// Arg - READ-ONLY; The list of args defined by the user.
	Arg *[]string `json:"arg,omitempty"`
	// Callback - The callback URL, if any.
	Callback interface{} `json:"callback,omitempty"`
	// Define - READ-ONLY; The define properties defined by the user.
	Define *[]string `json:"define,omitempty"`
	// Enablelog - Whether or not the user enabled logs.
	Enablelog *string `json:"enablelog,omitempty"`
	// Execute - The query defined by the user.
	Execute *string `json:"execute,omitempty"`
	// File - The query file provided by the user.
	File interface{} `json:"file,omitempty"`
	// Files - The files defined by the user.
	Files interface{} `json:"files,omitempty"`
	// Jar - The JAR file provided by the user.
	Jar *string `json:"jar,omitempty"`
	// Statusdir - The status directory defined by the user.
	Statusdir interface{} `json:"statusdir,omitempty"`
}

Userargs gets or sets the object containing the user arguments.

func (Userargs) MarshalJSON

func (u Userargs) MarshalJSON() ([]byte, error)

MarshalJSON is the custom marshaler for Userargs.

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL