555      阿里云  技术社区[云栖]

SDK的使用说明__Python版SDK_批量计算-阿里云

1. 使用举例

您必须替换代码中的image_id，access_key_id，access_key_secret等用户信息以及oss相关的路径。

import time
from batchcompute import Cient, ClientError
from batchcompute import CN_SHENZHEN as REGION
from batchcompute.resources import (
    JobDescription, TaskDescription, DAG,
    GroupDescription, ClusterDescription,
)
# some other codes here
access_key_id = ... # your access key id
access_key_secret = ... # your access key secret
image_id = ... # the id of a image created before
instance_type = ... # instance type
client = Client(REGION, access_key_id, access_key_secret)
try: 
    # Create cluster.
    cluster_desc = ClusterDescription()
    group_desc = GroupDescription()
    group_desc.DesiredVMCount = 1
    group_desc.InstanceType = instance_type
    cluster_desc.add_group('group1', group_desc)
    cluster_desc.Name = "BatchcomputeCluster" 
    cluster_desc.ImageId = image_id 
    cluster_desc.Description = "Python SDK test" 
    cluster_id = client.create_cluster(cluster_desc).Id
    # Create job.
    job_desc = JobDescription()
    echo_task = TaskDescription()
    # Create map task.
    echo_task.Parameters.Command.CommandLine = "echo Batchcompute service"
    echo_task.Parameters.Command.PackagePath = ""
    echo_task.Parameters.StdoutRedirectPath = "oss://xxx/xxx/"  # Better replace this path
    echo_task.Parameters.StderrRedirectPath = "oss://xxx/xxx/"  # Better replace this path 
    echo_task.InstanceCount = 3
    echo_task.ClusterId = cluster_id
    # Create task dag.
    task_dag = DAG()
    task_dag.add_task(task_name="Echo", task=echo_task)
    # Create job description.
    job_desc.DAG = task_dag
    job_desc.Priority = 99 # 0-1000
    job_desc.Name = "PythonSDKDemo" 
    job_desc.JobFailOnInstanceFail = True
    job_id = client.create_job(job_desc).Id
    # Wait for job finished.
    errs = client.poll(job_id)
    if errs: print ("Some errors occur: %s" % 'n'.join(errs))
    # Delete cluster
    client.delete_cluster(cluster_id)
except ClientError, e:
    print (e.get_status_code(), e.get_code(), e.get_requestid(), e.get_msg())

from batchcompute.resources import JobDescription
# A dict object.
properties = {
    "Name": "PythonSDKDemo",
    "Description": "Batchcompute"
}
jsonizable = JobDescription(properties)
print (jsonizable.Name)
print (jsonizable.Description)

from batchcompute.resources import JobDescription
# A string jsonized from a dict object.
properties = '''{
    "Name": "PythonSDKDemo",
    "Description": "Batchcompute"
}'''
jsonizable = JobDescription(properties)
print (jsonizable.Name)
print (jsonizable.Description)

form batchcompute.resources import JobDescription
# A JobDescription object.
jsonizable1 = JobDescription()
jsonizable1.Name = "PythonSDKDemo"
jsonizable1.Description = "Batchcompute"
jsonizable2 = JobDescription(jsonizable1)
print(jsonizable2.Name)
print(jsonizable2.Description)

# job is a Job object.
job = ...
job_id = job.Id
print (job_id)

# job is a Job object.
job = ...
job_id = job["Id"]
print (job_id)

from batchcompute.resources import JobDescription
job_desc = JobDescription()
job_desc.Name = "PythonSDKDemo"

from batchcompute.resources import JobDescription
job_desc = JobDescription()
job_desc["Id"] = "PythonSDKDemo"

...
response = client.create_job(job_desc)
print (response.RequestId)
print (response.StatusCode)