Removing Cloud Files - Rackspace API with curl and subprocess

In this tutorial, we'll learn how to use curl with subprocess through REST Rackspace API.

We can find more about Rackspace APIs from Cloud Files cURL Cookbook

The following code removes Rackspace Cloud Files older than cut-off time with is 3 month. First, it gets the container list, and delete old files for each container. The command used is cURL and it can be executed by Subprocess Module. To run the following code, we may want to modify the X_AUTH_KEY, X_AUTH_USER, TOKEN, and URL.

# Removing Cloud Files of Rackspace

import os
import time
import subprocess

X_AUTH_KEY = 'X-Auth-Key: dabd28...a2318'
X_AUTH_USER = 'X-Auth-User: bogotobogo'
USER_URL = 'https://auth.api.rackspacecloud.com/v1.0'

def get_token():
    print 'get_token()'
    proc = subprocess.Popen(['curl','-D','-','-H',
                              X_AUTH_KEY,
                              '-H',
                              X_AUTH_USER,
                              USER_URL],
                              stdout=subprocess.PIPE)

    out = proc.communicate()[0]
    out_list = out.split('\n')
    token = ''
    for o in out_list:
        if 'X-Storage-Token' in o:
            token = o.split(':')[1]
            break
    return token

# Token may keep changing
TOKEN =  'X-Auth-Token: ' + get_token().rstrip()

URL = 'https://storage101.dfw1.clouddrive.com/v1/MossoCloudFS_... _5ae65'

days = 90
current = calendar.timegm(time.gmtime())
cutoff_time = current - days*24*3600

# Get container list
proc1 = subprocess.Popen(['curl', '-H',
                         TOKEN,
                         URL],
                         stdout=subprocess.PIPE)
(out, err) = proc1.communicate()
containers = out.split('\n')

# Looping through containers
for c in containers:
    container_url = os.path.join(URL, c)
    # Get files in a container
    proc2 = subprocess.Popen(['curl', '-H',
                              TOKEN,
                              container_url],
                              stdout=subprocess.PIPE)

    (out, err) = proc2.communicate()
    files = []
    files = out.split('\n')

    # Looping through files
    for f in files:
        file_url = os.path.join(container_url,f)

        # Get file info
        proc3 = subprocess.Popen(['curl', '-I',
                              file_url, '-H',
                              TOKEN
                              ],
                              stdout=subprocess.PIPE)

        out = proc3.communicate()[0]
        out_list = out.split('\n')
        tm = 0.0
        for o in out_list:
            if 'X-Timestamp' in o:
                tm = float(o.split(':')[1])
                break
        date=time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(tm))
        date_cutoff=time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(cutoff_time))

        # Delete older files
        if float(tm) < float(cutoff_time):

            proc4 = subprocess.Popen(['curl', '-X', 'DELETE', '-H',
                              TOKEN,
                              file_url],
                              stdout=subprocess.PIPE)
            print '-----------------------------------------------------------'
            print 'date=',date, ' tm=',tm
            print 'date_cutoff=',date_cutoff,' cutoff_time =', cutoff_time
            print 'file_url=',file_url
            print '-----------------------------------------------------------'

A sample output lokks like this:

...
-----------------------------------------------------------
date= 2013-04-01 17:53:29  tm= 1364864009.28
date_cutoff= 2015-01-24 06:33:13  cutoff_time = 1422109993
file_url= https://storage101.dfw1.clouddrive.com/v1/MossoCloudFS_...-2c71a502652a/20130401/64A0BCF3-0284-4D2B-9081-0660B7B8D078/37183/1364864008/rocket.png
-----------------------------------------------------------
...