Source code for duplicity.backends._cf_cloudfiles

# -*- Mode:Python; indent-tabs-mode:nil; tab-width:4; encoding:utf-8 -*-
# Copyright 2009 Eric EJ Johnson <>
# This file is part of duplicity.
# Duplicity is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by the
# Free Software Foundation; either version 2 of the License, or (at your
# option) any later version.
# Duplicity is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# General Public License for more details.
# You should have received a copy of the GNU General Public License
# along with duplicity; if not, write to the Free Software Foundation,
# Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA

from builtins import str
import os

import duplicity.backend
from duplicity import log
from duplicity import util
from duplicity.errors import BackendException

[docs]class CloudFilesBackend(duplicity.backend.Backend): u""" Backend for Rackspace's CloudFiles """
[docs] def __init__(self, parsed_url): try: from cloudfiles import Connection from cloudfiles.errors import ResponseError from cloudfiles import consts from cloudfiles.errors import NoSuchObject except ImportError as e: raise BackendException(u"""\ Cloudfiles backend requires the cloudfiles library available from Rackspace. Exception: %s""" % str(e)) self.resp_exc = ResponseError conn_kwargs = {} if u'CLOUDFILES_USERNAME' not in os.environ: raise BackendException(u'CLOUDFILES_USERNAME environment variable' u'not set.') if u'CLOUDFILES_APIKEY' not in os.environ: raise BackendException(u'CLOUDFILES_APIKEY environment variable not set.') conn_kwargs[u'username'] = os.environ[u'CLOUDFILES_USERNAME'] conn_kwargs[u'api_key'] = os.environ[u'CLOUDFILES_APIKEY'] if u'CLOUDFILES_AUTHURL' in os.environ: conn_kwargs[u'authurl'] = os.environ[u'CLOUDFILES_AUTHURL'] else: conn_kwargs[u'authurl'] = consts.default_authurl container = parsed_url.path.lstrip(u'/') try: conn = Connection(**conn_kwargs) except Exception as e: log.FatalError(u"Connection failed, please check your credentials: %s %s" % (e.__class__.__name__, util.uexc(e)), log.ErrorCode.connection_failed) self.container = conn.create_container(container)
[docs] def _error_code(self, operation, e): # pylint: disable=unused-argument if isinstance(e, NoSuchObject): return log.ErrorCode.backend_not_found elif isinstance(e, self.resp_exc): if e.status == 404: return log.ErrorCode.backend_not_found
[docs] def _put(self, source_path, remote_filename): sobject = self.container.create_object(remote_filename) sobject.load_from_filename(
[docs] def _get(self, remote_filename, local_path): sobject = self.container.create_object(remote_filename) with open(, u'wb') as f: for chunk in f.write(chunk)
[docs] def _list(self): # Cloud Files will return a max of 10,000 objects. We have # to make multiple requests to get them all. objs = self.container.list_objects() keys = objs while len(objs) == 10000: objs = self.container.list_objects(marker=keys[-1]) keys += objs return keys
[docs] def _delete(self, filename): self.container.delete_object(filename)
[docs] def _query(self, filename): sobject = self.container.get_object(filename) return {u'size': sobject.size}