mirror of
https://github.com/kennethreitz-archive/django-mediasync.git
synced 2026-06-05 23:40:18 +00:00
Jeremy Carbaugh
130 lines
4.1 KiB
Python
130 lines
4.1 KiB
Python
import os
|
|
import re
|
|
|
|
DIRS_TO_SYNC = ['images','scripts','styles']
|
|
MEDIA_URL_RE = re.compile(r"/media/(images|styles|scripts)/")
|
|
|
|
def listdir_recursive(dir):
|
|
for root, dirs, files in os.walk(dir):
|
|
for file in files:
|
|
if not "/." in root:
|
|
fname = os.path.join(root, file).replace(dir, '')
|
|
if fname.startswith('/'):
|
|
fname = fname[1:]
|
|
yield fname
|
|
|
|
def sync(bucket=None, prefix=''):
|
|
""" Let's face it... pushing this stuff to S3 is messy.
|
|
A lot of different things need to be calculated for each file
|
|
and they have to be in a certain order as some variables rely
|
|
on others.
|
|
"""
|
|
|
|
from django.conf import settings
|
|
from mediasync import s3
|
|
import cStringIO
|
|
|
|
assert hasattr(settings, "PROJECT_ROOT")
|
|
assert hasattr(settings, "MEDIASYNC_AWS_KEY")
|
|
assert hasattr(settings, "MEDIASYNC_AWS_SECRET")
|
|
|
|
# check for bucket and prefix parameters
|
|
|
|
if not bucket:
|
|
bucket = getattr(settings, "MEDIASYNC_AWS_BUCKET", None)
|
|
if not bucket:
|
|
raise ValueError("bucket is required")
|
|
|
|
if not prefix:
|
|
prefix = getattr(settings, "MEDIASYNC_AWS_PREFIX", '').strip('/')
|
|
|
|
# construct media url
|
|
bucket_cname = getattr(settings, "MEDIASYNC_BUCKET_CNAME", False)
|
|
media_url = (bucket_cname and "http://%s" or "http://%s.s3.amazonaws.com") % bucket
|
|
if prefix:
|
|
media_url = "%s/%s" % (media_url, prefix)
|
|
|
|
# create s3 connection
|
|
client = s3.Client(settings.MEDIASYNC_AWS_KEY, settings.MEDIASYNC_AWS_SECRET, bucket, prefix)
|
|
|
|
#
|
|
# sync joined media
|
|
#
|
|
|
|
joined = getattr(settings, "MEDIASYNC_JOINED", {})
|
|
|
|
for destfile, sourcefiles in joined.iteritems():
|
|
|
|
destfile = destfile.strip('/')
|
|
|
|
if destfile.endswith('.css'):
|
|
dirname = 'styles'
|
|
elif destfile.endswith('.js'):
|
|
dirname = 'scripts'
|
|
else:
|
|
continue # bypass this file since we only join css and js
|
|
|
|
buffer = cStringIO.StringIO()
|
|
|
|
for sourcefile in sourcefiles:
|
|
|
|
sourcepath = os.path.join(settings.PROJECT_ROOT, 'media', dirname, sourcefile)
|
|
if os.path.isfile(sourcepath):
|
|
f = open(sourcepath)
|
|
buffer.write(f.read())
|
|
f.close()
|
|
buffer.write('\n')
|
|
|
|
filedata = buffer.getvalue()
|
|
buffer.close()
|
|
|
|
s3filepath = ("%s/%s/%s" % (prefix, dirname, destfile))
|
|
|
|
_sync_file(client, destfile, s3filepath, filedata)
|
|
|
|
#
|
|
# sync static media
|
|
#
|
|
|
|
for dirname in DIRS_TO_SYNC:
|
|
|
|
dirpath = "%s/media/%s" % (settings.PROJECT_ROOT, dirname)
|
|
|
|
if os.path.exists(dirpath):
|
|
|
|
for filename in listdir_recursive(dirpath):
|
|
|
|
# calculate local and remote paths
|
|
filepath = os.path.join(dirpath, filename)
|
|
s3filepath = "%s/%s/%s" % (prefix, dirname, filename)
|
|
|
|
if filename.startswith('.') or not os.path.isfile(filepath):
|
|
continue # hidden file or directory, do not upload
|
|
|
|
_sync_file(client, filepath, s3filepath)
|
|
|
|
|
|
def _sync_file(client, filepath, remote_path, filedata=None):
|
|
|
|
from django.conf import settings
|
|
import mimetypes
|
|
|
|
REWRITE_CSS = getattr(settings, "MEDIASYNC_REWRITE_CSS", False)
|
|
|
|
# load file data from local path
|
|
if not filedata:
|
|
filedata = open(filepath, 'rb').read()
|
|
|
|
# guess the content type
|
|
content_type = mimetypes.guess_type(filepath)[0]
|
|
if not content_type:
|
|
content_type = "text/plain"
|
|
|
|
# rewrite CSS if the user chooses
|
|
if REWRITE_CSS:
|
|
if content_type == "text/css" or filename.endswith('.htc'):
|
|
filedata = MEDIA_URL_RE.sub(r'%s/\1/' % media_url, filedata)
|
|
|
|
if client.put(filedata, content_type, remote_path):
|
|
print "[%s] %s" % (content_type, remote_path)
|
|
|