mirror of
https://github.com/fergalmoran/dss.api.git
synced 2025-12-26 03:09:40 +00:00
77 lines
2.5 KiB
Python
Executable File
77 lines
2.5 KiB
Python
Executable File
import os
|
|
|
|
from azure import WindowsAzureMissingResourceError
|
|
from azure.storage import BlobService
|
|
from libcloud.storage.types import Provider
|
|
from libcloud.storage.providers import get_driver
|
|
|
|
from dss import settings
|
|
from dss.storagesettings import AZURE_ACCOUNT_NAME, AZURE_ACCOUNT_KEY, AZURE_CONTAINER
|
|
|
|
|
|
def upload_file_to_azure(in_file, file_name, container_name=settings.AZURE_CONTAINER):
|
|
if os.path.isfile(in_file):
|
|
print("Uploading file for: %s" % in_file)
|
|
with open(in_file, 'rb') as iterator:
|
|
return upload_stream_to_azure(iterator, file_name, container_name=container_name)
|
|
else:
|
|
print("infile not found")
|
|
return None
|
|
|
|
|
|
def upload_stream_to_azure(iterator, file_name, container_name=settings.AZURE_CONTAINER):
|
|
cls = get_driver(Provider.AZURE_BLOBS)
|
|
driver = cls(settings.AZURE_ACCOUNT_NAME, settings.AZURE_ACCOUNT_KEY)
|
|
container = driver.get_container(container_name)
|
|
obj = driver.upload_object_via_stream(
|
|
iterator=iterator,
|
|
container=container,
|
|
object_name=file_name
|
|
)
|
|
return obj
|
|
|
|
|
|
def set_azure_details(blob_name, download_name, container_name=AZURE_CONTAINER):
|
|
try:
|
|
blob_service = BlobService(AZURE_ACCOUNT_NAME, AZURE_ACCOUNT_KEY)
|
|
blob = blob_service.get_blob(container_name, blob_name)
|
|
if blob:
|
|
blob_service.set_blob_properties(
|
|
container_name,
|
|
blob_name,
|
|
x_ms_blob_content_type='application/octet-stream',
|
|
x_ms_blob_content_disposition='attachment;filename="{0}"'.format(download_name)
|
|
)
|
|
print("Processed: %s" % download_name)
|
|
else:
|
|
print("No blob found for: %s" % download_name)
|
|
except WindowsAzureMissingResourceError:
|
|
print("No blob found for: %s" % download_name)
|
|
except Exception as ex:
|
|
print("Error processing blob %s: %s" % (download_name, ex))
|
|
|
|
|
|
def file_exists(url):
|
|
import http.client
|
|
from urllib.parse import urlparse
|
|
p = urlparse(url)
|
|
c = http.client.HTTPConnection(p.netloc)
|
|
c.request("HEAD", p.path)
|
|
|
|
r = c.getresponse()
|
|
return r.status == 200
|
|
|
|
|
|
def enumerate_objects(container):
|
|
blob_service = BlobService(AZURE_ACCOUNT_NAME, AZURE_ACCOUNT_KEY)
|
|
blobs = blob_service.list_blobs(container)
|
|
items = []
|
|
for blob in blobs:
|
|
items.append(blob.name)
|
|
|
|
return items
|
|
|
|
|
|
def delete_object(container, name):
|
|
blob_service = BlobService(AZURE_ACCOUNT_NAME, AZURE_ACCOUNT_KEY)
|
|
blob_service.delete_blob(container, name) |