mirror of
https://github.com/OMGeeky/google-apis-rs.git
synced 2026-01-30 05:43:43 +01:00
585 lines
31 KiB
HTML
585 lines
31 KiB
HTML
<!DOCTYPE html>
|
|
<html class="writer-html5" lang="en" >
|
|
<head>
|
|
<meta charset="utf-8" />
|
|
<meta http-equiv="X-UA-Compatible" content="IE=edge" />
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0" /><link rel="canonical" href="http://byron.github.io/google-apis-rs/google-datalabeling1_beta1-cli/projects_evaluation-jobs-patch/" />
|
|
<link rel="shortcut icon" href="../img/favicon.ico" />
|
|
<title>Evaluation Jobs Patch - Data Labeling v5.0.4+20240207</title>
|
|
<link rel="stylesheet" href="../css/theme.css" />
|
|
<link rel="stylesheet" href="../css/theme_extra.css" />
|
|
<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/10.5.0/styles/github.min.css" />
|
|
|
|
<script>
|
|
// Current page data
|
|
var mkdocs_page_name = "Evaluation Jobs Patch";
|
|
var mkdocs_page_input_path = "projects_evaluation-jobs-patch.md";
|
|
var mkdocs_page_url = "/google-apis-rs/google-datalabeling1_beta1-cli/projects_evaluation-jobs-patch/";
|
|
</script>
|
|
|
|
<script src="../js/jquery-3.6.0.min.js" defer></script>
|
|
<!--[if lt IE 9]>
|
|
<script src="../js/html5shiv.min.js"></script>
|
|
<![endif]-->
|
|
<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/10.5.0/highlight.min.js"></script>
|
|
<script>hljs.initHighlightingOnLoad();</script>
|
|
</head>
|
|
|
|
<body class="wy-body-for-nav" role="document">
|
|
|
|
<div class="wy-grid-for-nav">
|
|
<nav data-toggle="wy-nav-shift" class="wy-nav-side stickynav">
|
|
<div class="wy-side-scroll">
|
|
<div class="wy-side-nav-search">
|
|
<a href=".." class="icon icon-home"> Data Labeling v5.0.4+20240207
|
|
</a><div role="search">
|
|
<form id ="rtd-search-form" class="wy-form" action="../search.html" method="get">
|
|
<input type="text" name="q" placeholder="Search docs" title="Type search term here" />
|
|
</form>
|
|
</div>
|
|
</div>
|
|
|
|
<div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="Navigation menu">
|
|
<ul>
|
|
<li class="toctree-l1"><a class="reference internal" href="..">Home</a>
|
|
</li>
|
|
</ul>
|
|
<p class="caption"><span class="caption-text">Projects</span></p>
|
|
<ul class="current">
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_annotation-spec-sets-create/">Annotation Spec Sets Create</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_annotation-spec-sets-delete/">Annotation Spec Sets Delete</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_annotation-spec-sets-get/">Annotation Spec Sets Get</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_annotation-spec-sets-list/">Annotation Spec Sets List</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-data-items-get/">Datasets Annotated Datasets Data Items Get</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-data-items-list/">Datasets Annotated Datasets Data Items List</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-delete/">Datasets Annotated Datasets Delete</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-examples-get/">Datasets Annotated Datasets Examples Get</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-examples-list/">Datasets Annotated Datasets Examples List</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-feedback-threads-delete/">Datasets Annotated Datasets Feedback Threads Delete</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-feedback-threads-feedback-messages-create/">Datasets Annotated Datasets Feedback Threads Feedback Messages Create</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-feedback-threads-feedback-messages-delete/">Datasets Annotated Datasets Feedback Threads Feedback Messages Delete</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-feedback-threads-feedback-messages-get/">Datasets Annotated Datasets Feedback Threads Feedback Messages Get</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-feedback-threads-feedback-messages-list/">Datasets Annotated Datasets Feedback Threads Feedback Messages List</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-feedback-threads-get/">Datasets Annotated Datasets Feedback Threads Get</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-feedback-threads-list/">Datasets Annotated Datasets Feedback Threads List</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-get/">Datasets Annotated Datasets Get</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-annotated-datasets-list/">Datasets Annotated Datasets List</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-create/">Datasets Create</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-data-items-get/">Datasets Data Items Get</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-data-items-list/">Datasets Data Items List</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-delete/">Datasets Delete</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-evaluations-example-comparisons-search/">Datasets Evaluations Example Comparisons Search</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-evaluations-get/">Datasets Evaluations Get</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-export-data/">Datasets Export Data</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-get/">Datasets Get</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-image-label/">Datasets Image Label</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-import-data/">Datasets Import Data</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-list/">Datasets List</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-text-label/">Datasets Text Label</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_datasets-video-label/">Datasets Video Label</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_evaluation-jobs-create/">Evaluation Jobs Create</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_evaluation-jobs-delete/">Evaluation Jobs Delete</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_evaluation-jobs-get/">Evaluation Jobs Get</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_evaluation-jobs-list/">Evaluation Jobs List</a>
|
|
</li>
|
|
<li class="toctree-l1 current"><a class="reference internal current" href="./">Evaluation Jobs Patch</a>
|
|
<ul class="current">
|
|
</ul>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_evaluation-jobs-pause/">Evaluation Jobs Pause</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_evaluation-jobs-resume/">Evaluation Jobs Resume</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_evaluations-search/">Evaluations Search</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_instructions-create/">Instructions Create</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_instructions-delete/">Instructions Delete</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_instructions-get/">Instructions Get</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_instructions-list/">Instructions List</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_operations-cancel/">Operations Cancel</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_operations-delete/">Operations Delete</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_operations-get/">Operations Get</a>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../projects_operations-list/">Operations List</a>
|
|
</li>
|
|
</ul>
|
|
</div>
|
|
</div>
|
|
</nav>
|
|
|
|
<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
|
|
<nav class="wy-nav-top" role="navigation" aria-label="Mobile navigation menu">
|
|
<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
|
|
<a href="..">Data Labeling v5.0.4+20240207</a>
|
|
|
|
</nav>
|
|
<div class="wy-nav-content">
|
|
<div class="rst-content"><div role="navigation" aria-label="breadcrumbs navigation">
|
|
<ul class="wy-breadcrumbs">
|
|
<li><a href=".." class="icon icon-home" alt="Docs"></a> »</li>
|
|
<li>Projects »</li>
|
|
<li>Evaluation Jobs Patch</li>
|
|
<li class="wy-breadcrumbs-aside">
|
|
<a href="https://github.com/Byron/google-apis-rs/tree/main/gen/datalabeling1_beta1-cli/edit/master/docs/projects_evaluation-jobs-patch.md"
|
|
class="icon icon-github"> Edit on GitHub</a>
|
|
</li>
|
|
</ul>
|
|
<hr/>
|
|
</div>
|
|
<div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
|
|
<div class="section" itemprop="articleBody">
|
|
|
|
<p>Updates an evaluation job. You can only update certain fields of the job's EvaluationJobConfig: <code>humanAnnotationConfig.instruction</code>, <code>exampleCount</code>, and <code>exampleSamplePercentage</code>. If you want to change any other aspect of the evaluation job, you must delete the job and create a new one.</p>
|
|
<h1 id="scopes">Scopes</h1>
|
|
<p>You will need authorization for the <em>https://www.googleapis.com/auth/cloud-platform</em> scope to make a valid call.</p>
|
|
<p>If unset, the scope for this method defaults to <em>https://www.googleapis.com/auth/cloud-platform</em>.
|
|
You can set the scope for this method like this: <code>datalabeling1-beta1 --scope <scope> projects evaluation-jobs-patch ...</code></p>
|
|
<h1 id="required-scalar-argument">Required Scalar Argument</h1>
|
|
<ul>
|
|
<li><strong><name></strong> <em>(string)</em><ul>
|
|
<li>Output only. After you create a job, Data Labeling Service assigns a name to the job with the following format: "projects/{project_id}/evaluationJobs/ {evaluation_job_id}"</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
<h1 id="required-request-value">Required Request Value</h1>
|
|
<p>The request value is a data-structure with various fields. Each field may be a simple scalar or another data-structure.
|
|
In the latter case it is advised to set the field-cursor to the data-structure's field to specify values more concisely.</p>
|
|
<p>For example, a structure like this:</p>
|
|
<pre><code>GoogleCloudDatalabelingV1beta1EvaluationJob:
|
|
annotation-spec-set: string
|
|
create-time: string
|
|
description: string
|
|
evaluation-job-config:
|
|
bigquery-import-keys: { string: string }
|
|
bounding-poly-config:
|
|
annotation-spec-set: string
|
|
instruction-message: string
|
|
evaluation-config:
|
|
bounding-box-evaluation-options:
|
|
iou-threshold: number
|
|
evaluation-job-alert-config:
|
|
email: string
|
|
min-acceptable-mean-average-precision: number
|
|
example-count: integer
|
|
example-sample-percentage: number
|
|
human-annotation-config:
|
|
annotated-dataset-description: string
|
|
annotated-dataset-display-name: string
|
|
contributor-emails: [string]
|
|
instruction: string
|
|
label-group: string
|
|
language-code: string
|
|
question-duration: string
|
|
replica-count: integer
|
|
user-email-address: string
|
|
image-classification-config:
|
|
allow-multi-label: boolean
|
|
annotation-spec-set: string
|
|
answer-aggregation-type: string
|
|
input-config:
|
|
annotation-type: string
|
|
bigquery-source:
|
|
input-uri: string
|
|
classification-metadata:
|
|
is-multi-label: boolean
|
|
data-type: string
|
|
gcs-source:
|
|
input-uri: string
|
|
mime-type: string
|
|
text-metadata:
|
|
language-code: string
|
|
text-classification-config:
|
|
allow-multi-label: boolean
|
|
annotation-spec-set: string
|
|
sentiment-config:
|
|
enable-label-sentiment-selection: boolean
|
|
label-missing-ground-truth: boolean
|
|
model-version: string
|
|
name: string
|
|
schedule: string
|
|
state: string
|
|
|
|
</code></pre>
|
|
<p>can be set completely with the following arguments which are assumed to be executed in the given order. Note how the cursor position is adjusted to the respective structures, allowing simple field names to be used most of the time.</p>
|
|
<ul>
|
|
<li><code>-r . annotation-spec-set=sadipscing</code><ul>
|
|
<li>Required. Name of the AnnotationSpecSet describing all the labels that your machine learning model outputs. You must create this resource before you create an evaluation job and provide its name in the following format: "projects/{project_id}/annotationSpecSets/{annotation_spec_set_id}"</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>create-time=erat</code><ul>
|
|
<li>Output only. Timestamp of when this evaluation job was created.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>description=aliquyam</code><ul>
|
|
<li>Required. Description of the job. The description can be up to 25,000 characters long.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>evaluation-job-config bigquery-import-keys=key=amet</code><ul>
|
|
<li>Required. Prediction keys that tell Data Labeling Service where to find the data for evaluation in your BigQuery table. When the service samples prediction input and output from your model version and saves it to BigQuery, the data gets stored as JSON strings in the BigQuery table. These keys tell Data Labeling Service how to parse the JSON. You can provide the following entries in this field: * <code>data_json_key</code>: the data key for prediction input. You must provide either this key or <code>reference_json_key</code>. * <code>reference_json_key</code>: the data reference key for prediction input. You must provide either this key or <code>data_json_key</code>. * <code>label_json_key</code>: the label key for prediction output. Required. * <code>label_score_json_key</code>: the score key for prediction output. Required. * <code>bounding_box_json_key</code>: the bounding box key for prediction output. Required if your model version perform image object detection. Learn <a href="/ml-engine/docs/continuous-evaluation/create-job#prediction-keys">how to configure prediction keys</a>.</li>
|
|
<li>the value will be associated with the given <code>key</code></li>
|
|
</ul>
|
|
</li>
|
|
<li><code>bounding-poly-config annotation-spec-set=est</code><ul>
|
|
<li>Required. Annotation spec set resource name.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>instruction-message=et</code></p>
|
|
<ul>
|
|
<li>Optional. Instruction message showed on contributors UI.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>..evaluation-config.bounding-box-evaluation-options iou-threshold=0.7169672018374179</code></p>
|
|
<ul>
|
|
<li>Minimum <a href="/vision/automl/object-detection/docs/evaluate#intersection-over-union">intersection-over-union (IOU)</a> required for 2 bounding boxes to be considered a match. This must be a number between 0 and 1.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>...evaluation-job-alert-config email=consetetur</code></p>
|
|
<ul>
|
|
<li>Required. An email address to send alerts to.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>min-acceptable-mean-average-precision=0.4299445546232471</code></p>
|
|
<ul>
|
|
<li>Required. A number between 0 and 1 that describes a minimum mean average precision threshold. When the evaluation job runs, if it calculates that your model version's predictions from the recent interval have meanAveragePrecision below this threshold, then it sends an alert to your specified email.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>.. example-count=94</code></p>
|
|
<ul>
|
|
<li>Required. The maximum number of predictions to sample and save to BigQuery during each evaluation interval. This limit overrides <code>example_sample_percentage</code>: even if the service has not sampled enough predictions to fulfill <code>example_sample_perecentage</code> during an interval, it stops sampling predictions when it meets this limit.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>example-sample-percentage=0.9713160109189481</code><ul>
|
|
<li>Required. Fraction of predictions to sample and save to BigQuery during each evaluation interval. For example, 0.1 means 10% of predictions served by your model version get saved to BigQuery.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>human-annotation-config annotated-dataset-description=elitr</code><ul>
|
|
<li>Optional. A human-readable description for AnnotatedDataset. The description can be up to 10000 characters long.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>annotated-dataset-display-name=duo</code><ul>
|
|
<li>Required. A human-readable name for AnnotatedDataset defined by users. Maximum of 64 characters .</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>contributor-emails=diam</code><ul>
|
|
<li>Optional. If you want your own labeling contributors to manage and work on this labeling request, you can set these contributors here. We will give them access to the question types in crowdcompute. Note that these emails must be registered in crowdcompute worker UI: https://crowd-compute.appspot.com/</li>
|
|
<li>Each invocation of this argument appends the given value to the array.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>instruction=est</code><ul>
|
|
<li>Required. Instruction resource name.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>label-group=sit</code><ul>
|
|
<li>Optional. A human-readable label used to logically group labeling tasks. This string must match the regular expression <code>[a-zA-Z\\d_-]{0,128}</code>.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>language-code=sed</code><ul>
|
|
<li>Optional. The Language of this question, as a <a href="https://www.rfc-editor.org/rfc/bcp/bcp47.txt">BCP-47</a>. Default value is en-US. Only need to set this when task is language related. For example, French text classification.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>question-duration=eos</code><ul>
|
|
<li>Optional. Maximum duration for contributors to answer a question. Maximum is 3600 seconds. Default is 3600 seconds.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>replica-count=45</code><ul>
|
|
<li>Optional. Replication of questions. Each question will be sent to up to this number of contributors to label. Aggregated answers will be returned. Default is set to 1. For image related labeling, valid values are 1, 3, 5.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>user-email-address=ea</code></p>
|
|
<ul>
|
|
<li>Email of the user who started the labeling task and should be notified by email. If empty no notification will be sent.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>..image-classification-config allow-multi-label=true</code></p>
|
|
<ul>
|
|
<li>Optional. If allow_multi_label is true, contributors are able to choose multiple labels for one image.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>annotation-spec-set=sea</code><ul>
|
|
<li>Required. Annotation spec set resource name.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>answer-aggregation-type=et</code></p>
|
|
<ul>
|
|
<li>Optional. The type of how to aggregate answers.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>..input-config annotation-type=at</code></p>
|
|
<ul>
|
|
<li>Optional. The type of annotation to be performed on this data. You must specify this field if you are using this InputConfig in an EvaluationJob.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>bigquery-source input-uri=dolore</code></p>
|
|
<ul>
|
|
<li>Required. BigQuery URI to a table, up to 2,000 characters long. If you specify the URI of a table that does not exist, Data Labeling Service creates a table at the URI with the correct schema when you create your EvaluationJob. If you specify the URI of a table that already exists, it must have the <a href="/ml-engine/docs/continuous-evaluation/create-job#table-schema">correct schema</a>. Provide the table URI in the following format: "bq://{your_project_id}/ {your_dataset_name}/{your_table_name}" <a href="/ml-engine/docs/continuous-evaluation/create-job#table-schema">Learn more</a>.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>..classification-metadata is-multi-label=true</code></p>
|
|
<ul>
|
|
<li>Whether the classification task is multi-label or not.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>.. data-type=lorem</code></p>
|
|
<ul>
|
|
<li>Required. Data type must be specifed when user tries to import data.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>gcs-source input-uri=accusam</code><ul>
|
|
<li>Required. The input URI of source file. This must be a Cloud Storage path (<code>gs://...</code>).</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>mime-type=amet</code></p>
|
|
<ul>
|
|
<li>Required. The format of the source file. Only "text/csv" is supported.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>..text-metadata language-code=erat</code></p>
|
|
<ul>
|
|
<li>The language of this text, as a <a href="https://www.rfc-editor.org/rfc/bcp/bcp47.txt">BCP-47</a>. Default value is en-US.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>...text-classification-config allow-multi-label=true</code></p>
|
|
<ul>
|
|
<li>Optional. If allow_multi_label is true, contributors are able to choose multiple labels for one text segment.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>annotation-spec-set=erat</code><ul>
|
|
<li>Required. Annotation spec set resource name.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>sentiment-config enable-label-sentiment-selection=false</code></p>
|
|
<ul>
|
|
<li>If set to true, contributors will have the option to select sentiment of the label they selected, to mark it as negative or positive label. Default is false.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><code>.... label-missing-ground-truth=true</code></p>
|
|
<ul>
|
|
<li>Required. Whether you want Data Labeling Service to provide ground truth labels for prediction input. If you want the service to assign human labelers to annotate your data, set this to <code>true</code>. If you want to provide your own ground truth labels in the evaluation job's BigQuery table, set this to <code>false</code>.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>model-version=lorem</code><ul>
|
|
<li>Required. The <a href="/ml-engine/docs/prediction-overview">AI Platform Prediction model version</a> to be evaluated. Prediction input and output is sampled from this model version. When creating an evaluation job, specify the model version in the following format: "projects/{project_id}/models/{model_name}/versions/{version_name}" There can only be one evaluation job per model version.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>name=et</code><ul>
|
|
<li>Output only. After you create a job, Data Labeling Service assigns a name to the job with the following format: "projects/{project_id}/evaluationJobs/ {evaluation_job_id}"</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>schedule=at</code><ul>
|
|
<li>Required. Describes the interval at which the job runs. This interval must be at least 1 day, and it is rounded to the nearest day. For example, if you specify a 50-hour interval, the job runs every 2 days. You can provide the schedule in <a href="/scheduler/docs/configuring/cron-job-schedules">crontab format</a> or in an <a href="/appengine/docs/standard/python/config/cronref#schedule_format">English-like format</a>. Regardless of what you specify, the job will run at 10:00 AM UTC. Only the interval from this schedule is used, not the specific time of day.</li>
|
|
</ul>
|
|
</li>
|
|
<li><code>state=dolor</code><ul>
|
|
<li>Output only. Describes the current state of the job.</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
<h3 id="about-cursors">About Cursors</h3>
|
|
<p>The cursor position is key to comfortably set complex nested structures. The following rules apply:</p>
|
|
<ul>
|
|
<li>The cursor position is always set relative to the current one, unless the field name starts with the <code>.</code> character. Fields can be nested such as in <code>-r f.s.o</code> .</li>
|
|
<li>The cursor position is set relative to the top-level structure if it starts with <code>.</code>, e.g. <code>-r .s.s</code></li>
|
|
<li>You can also set nested fields without setting the cursor explicitly. For example, to set a value relative to the current cursor position, you would specify <code>-r struct.sub_struct=bar</code>.</li>
|
|
<li>You can move the cursor one level up by using <code>..</code>. Each additional <code>.</code> moves it up one additional level. E.g. <code>...</code> would go three levels up.</li>
|
|
</ul>
|
|
<h1 id="optional-output-flags">Optional Output Flags</h1>
|
|
<p>The method's return value a JSON encoded structure, which will be written to standard output by default.</p>
|
|
<ul>
|
|
<li><strong>-o out</strong><ul>
|
|
<li><em>out</em> specifies the <em>destination</em> to which to write the server's result to.
|
|
It will be a JSON-encoded structure.
|
|
The <em>destination</em> may be <code>-</code> to indicate standard output, or a filepath that is to contain the received bytes.
|
|
If unset, it defaults to standard output.</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
<h1 id="optional-method-properties">Optional Method Properties</h1>
|
|
<p>You may set the following properties to further configure the call. Please note that <code>-p</code> is followed by one
|
|
or more key-value-pairs, and is called like this <code>-p k1=v1 k2=v2</code> even though the listing below repeats the
|
|
<code>-p</code> for completeness.</p>
|
|
<ul>
|
|
<li><strong>-p update-mask=string</strong><ul>
|
|
<li>Optional. Mask for which fields to update. You can only provide the following fields: * <code>evaluationJobConfig.humanAnnotationConfig.instruction</code> * <code>evaluationJobConfig.exampleCount</code> * <code>evaluationJobConfig.exampleSamplePercentage</code> You can provide more than one of these fields by separating them with commas.</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
<h1 id="optional-general-properties">Optional General Properties</h1>
|
|
<p>The following properties can configure any call, and are not specific to this method.</p>
|
|
<ul>
|
|
<li>
|
|
<p><strong>-p $-xgafv=string</strong></p>
|
|
<ul>
|
|
<li>V1 error format.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><strong>-p access-token=string</strong></p>
|
|
<ul>
|
|
<li>OAuth access token.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><strong>-p alt=string</strong></p>
|
|
<ul>
|
|
<li>Data format for response.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><strong>-p callback=string</strong></p>
|
|
<ul>
|
|
<li>JSONP</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><strong>-p fields=string</strong></p>
|
|
<ul>
|
|
<li>Selector specifying which fields to include in a partial response.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><strong>-p key=string</strong></p>
|
|
<ul>
|
|
<li>API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><strong>-p oauth-token=string</strong></p>
|
|
<ul>
|
|
<li>OAuth 2.0 token for the current user.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><strong>-p pretty-print=boolean</strong></p>
|
|
<ul>
|
|
<li>Returns response with indentations and line breaks.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><strong>-p quota-user=string</strong></p>
|
|
<ul>
|
|
<li>Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters.</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><strong>-p upload-type=string</strong></p>
|
|
<ul>
|
|
<li>Legacy upload protocol for media (e.g. "media", "multipart").</li>
|
|
</ul>
|
|
</li>
|
|
<li>
|
|
<p><strong>-p upload-protocol=string</strong></p>
|
|
<ul>
|
|
<li>Upload protocol for media (e.g. "raw", "multipart").</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
|
|
</div>
|
|
</div><footer>
|
|
<div class="rst-footer-buttons" role="navigation" aria-label="Footer Navigation">
|
|
<a href="../projects_evaluation-jobs-list/" class="btn btn-neutral float-left" title="Evaluation Jobs List"><span class="icon icon-circle-arrow-left"></span> Previous</a>
|
|
<a href="../projects_evaluation-jobs-pause/" class="btn btn-neutral float-right" title="Evaluation Jobs Pause">Next <span class="icon icon-circle-arrow-right"></span></a>
|
|
</div>
|
|
|
|
<hr/>
|
|
|
|
<div role="contentinfo">
|
|
<!-- Copyright etc -->
|
|
<p>Copyright © 2015-2020, `Sebastian Thiel`</p>
|
|
</div>
|
|
|
|
Built with <a href="https://www.mkdocs.org/">MkDocs</a> using a <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
|
|
</footer>
|
|
|
|
</div>
|
|
</div>
|
|
|
|
</section>
|
|
|
|
</div>
|
|
|
|
<div class="rst-versions" role="note" aria-label="Versions">
|
|
<span class="rst-current-version" data-toggle="rst-current-version">
|
|
|
|
<span>
|
|
<a href="https://github.com/Byron/google-apis-rs/tree/main/gen/datalabeling1_beta1-cli" class="fa fa-github" style="color: #fcfcfc"> GitHub</a>
|
|
</span>
|
|
|
|
|
|
<span><a href="../projects_evaluation-jobs-list/" style="color: #fcfcfc">« Previous</a></span>
|
|
|
|
|
|
<span><a href="../projects_evaluation-jobs-pause/" style="color: #fcfcfc">Next »</a></span>
|
|
|
|
</span>
|
|
</div>
|
|
<script>var base_url = '..';</script>
|
|
<script src="../js/theme_extra.js" defer></script>
|
|
<script src="../js/theme.js" defer></script>
|
|
<script src="../search/main.js" defer></script>
|
|
<script defer>
|
|
window.onload = function () {
|
|
SphinxRtdTheme.Navigation.enable(true);
|
|
};
|
|
</script>
|
|
|
|
</body>
|
|
</html>
|