|
- import requests,json
-
-
- def get_cluster_resource():
- resources = {
- "resources": [
- {
- "nodeName": "CouldBrain2",
- "ip": "1.1.1.1",
- "status": "Ready",
- "capacity": {
- "cpu": "95710",
- "memory": "977920Gi",
- "npu.huawei.com/NPU": "1260"
- },
- "allocated": {
- "cpu": "32688",
- "memory": "312320Gi",
- "npu.huawei.com/NPU": "688"
- }
- }
- ]
- }
- return resources
-
- def get_token():
- url = "https://iam-pub.cn-south-222.ai.pcl.cn/v3/auth/tokens"
- payload = json.dumps({
- "auth": {
- "identity": {
- "methods": [
- "password"
- ],
- "password": {
- "user": {
- "name": "openapi_tidu",
- "password": "intercloud2021.",
- "domain": {
- "name": "pcl"
- }
- }
- }
- },
- "scope": {
- "project": {
- "name": "cn-south-222_liutest"
- }
- }
- }
- })
- headers = {
- 'Content-Type': 'application/json'
- }
- response = requests.request("POST", url, headers=headers, data=payload,verify=False)
- token = response.headers["X-Subject-Token"]
- return token
-
-
- def post_job(job_body,token):
- url = "https://modelarts.cn-south-222.ai.pcl.cn/v1/e8177c1f953244198b74383e71c3d451/training-jobs"
-
- payload = json.dumps(job_body)
- headers = {
- 'X-Auth-Token': token,
- 'Content-Type': 'application/json'
- }
-
- response = requests.request("POST", url, headers=headers, data=payload,verify=False)
- return response.json()
-
- def get_job_version(job_id,token):
- url = "https://modelarts.cn-south-222.ai.pcl.cn/v1/e8177c1f953244198b74383e71c3d451/training-jobs/"+str(job_id)+"/versions"
- payload={}
- headers = {
- 'X-Auth-Token': token
- }
- response = requests.request("GET", url, headers=headers, data=payload,verify=False)
- return response.json()["versions"][0]["version_id"]
-
- def get_job_log_filename(job_id,job_version,token):
- url = "https://modelarts.cn-south-222.ai.pcl.cn/v1/e8177c1f953244198b74383e71c3d451/training-jobs/"+str(job_id)+"/versions/"+str(job_version)+"/log/file-names"
- payload={}
- headers = {
- 'X-Auth-Token': token
- }
- response = requests.request("GET", url, headers=headers, data=payload,verify=False)
- return response.json()["log_file_list"][0]
-
- def get_job_log(job_id,job_version,log_filename,token):
- url = "https://modelarts.cn-south-222.ai.pcl.cn/v1/e8177c1f953244198b74383e71c3d451/training-jobs/"+str(job_id)+"/versions/"+str(job_version)+"/aom-log?lines=500&log_file="+log_filename
- payload={}
- headers = {
- 'X-Auth-Token': token
- }
- response = requests.request("GET", url, headers=headers, data=payload,verify=False)
- return response.json()["content"]
|