# Python 3.10+, standard library only. import base64, hashlib, json, os, time, urllib.parse, urllib.request API=os.environ.get('DATUMFORMS_API_ORIGIN','https://app.datumforms.com')+'/api/csv-import' key=os.environ['DATUMFORMS_API_KEY'] with open(os.environ['DATUMFORMS_CSV_FILE'],'rb') as source: file=source.read() def call(method,payload): url=API+('?' + urllib.parse.urlencode(payload) if method=='GET' else '') req=urllib.request.Request(url,method=method,data=json.dumps(payload).encode() if method=='POST' else None,headers={'Authorization':'Bearer '+key,'Content-Type':'application/json'}) with urllib.request.urlopen(req,timeout=60) as r: result=json.load(r) if result.get('success') is False: raise RuntimeError(result.get('message')) return result prepared=call('POST',dict(action='prepare',project_id=int(os.environ['DATUMFORMS_PROJECT_ID']),group_id=int(os.environ['DATUMFORMS_GROUP_ID']),name='items.csv',bytes=len(file),sha256=base64.b64encode(hashlib.sha256(file).digest()).decode(),request_id=os.environ['DATUMFORMS_UPLOAD_REQUEST_ID'],options=json.loads(os.environ['DATUMFORMS_IMPORT_OPTIONS']))) if not prepared.get('progress_id'): req=urllib.request.Request(prepared['upload_url'],method='PUT',data=file,headers=prepared['upload_headers']) try: with urllib.request.urlopen(req,timeout=120) as r: r.read() except OSError: pass # Completion verifies the stored checksum and size. call('POST',dict(action='complete',upload_id=prepared['upload_id'])) applied=False finished=False for attempt in range(180): status=call('GET',dict(action='status',upload_id=prepared['upload_id'])) if status.get('phase')=='review': print(json.dumps(dict(upload_id=prepared['upload_id'],review=status['review']),indent=2)) if os.environ.get('DATUMFORMS_APPLY')!='yes': break call('POST',dict(action='apply',upload_id=prepared['upload_id'],review_token=status['review_token'],confirm_removals=os.environ.get('DATUMFORMS_CONFIRM_REMOVALS')=='yes')) applied=True elif status.get('state')=='completed': print('Import complete') finished=True break elif status.get('state') in ('failed','error'): raise RuntimeError('Import failed; inspect upload status') time.sleep(2) if applied and not finished: raise RuntimeError('Processing continues. Resume with the same file and upload UUID.')