def __call__(self):
logger.info('Running source code watcher')
while True:
app_path = os.path.abspath(self.path)
css_path = os.path.join(app_path, 'static', 'css')
js_path = os.path.join(app_path, 'static', 'js')
static_files = [f for f in glob.glob(css_path + '/*') if os.path.isfile(f)]
static_files += [f for f in glob.glob(css_path + '/**/*') if os.path.isfile(f)]
static_files += [f for f in glob.glob(js_path + '/*') if os.path.isfile(f)]
static_files += [f for f in glob.glob(js_path + '/**/*') if os.path.isfile(f)]
for f in static_files:
try:
mtime = os.path.getmtime(f)
if f not in self.statics or mtime > self.statics[f]['mtime']:
if f in self.statics and mtime > self.statics[f]['mtime']:
logger.debug('Found new file update for: {0}'.format(f))
if f.startswith(css_path):
data = self.process_css(f)
elif f.startswith(js_path):
data = self.process_js(f)
self.statics[f] = {'mtime': mtime, 'data': data}
except OSError as e:
# ignoring OS Errors since it could be an editor creating
# scratch files momentarily
pass
time.sleep(1.0)
def __call__(self):
logger.info('Running local server')
host = ''.join(self.args.address.split(':')[:-1])
port = int(self.args.address.split(':')[-1])
run_simple(hostname=host,
port=port,
application=self.wsgi,
use_debugger=True)
def __call__(self):
logger.info('Running local server')
host = ''.join(self.args.address.split(':')[:-1])
port = int(self.args.address.split(':')[-1])
run_simple(hostname=host,
port=port,
application=self.wsgi,
use_debugger=True)
def create(args):
location = path.abspath(args.path)
if path.exists(location):
logger.error('Directory %s already exists' % location)
sys.exit(1)
logger.info('Creating project')
if args.bootstrap:
paths = (('', ), ('content', ))
else:
paths = (('', ), ('static', ), ('static', 'img'), ('static', 'css'),
('static', 'js'), ('templates', ), ('content', ))
for p in paths:
new_path = path.join(location, *p)
logger.info('Creating directory %s' % new_path)
os.mkdir(new_path)
if args.bootstrap:
logger.info('Copying Twitter Bootstrap framework files')
paths_copy = ('static', 'templates')
for p in paths_copy:
new_path = path.join(location, p)
bootstrap_path = path.join(skeleton_path, 'bootstrap', p)
shutil.copytree(bootstrap_path, new_path)
yaml_src = path.join(skeleton_path, 'app.yaml')
yaml_dest = path.join(location, 'app.yaml')
logger.info('Creating blank project file %s' % yaml_dest)
shutil.copy(yaml_src, yaml_dest)
os.chmod(yaml_dest, stat.S_IWUSR | stat.S_IRUSR)
def upload(args):
app_path = path.abspath(args.path)
yaml_path = path.join(app_path, 'app.yaml')
templates_path = path.join(app_path, 'templates')
content_path = path.join(app_path, 'content')
static_path = path.join(app_path, 'static')
yaml_data = yaml.load(open(yaml_path, 'r').read())
if 'api_access_key' not in yaml_data or \
'api_secret_key' not in yaml_data:
logger.error(
'app.yaml does not have data for keys "api_access_key" and "api_secret_key"'
)
sys.exit(3)
payload = {}
cut_start = len(app_path) + 1
for dirname, subdirs, files in os.walk(app_path):
dn = dirname[cut_start:]
if dn.startswith('templates') or \
dn.startswith('content') or \
dn.startswith('static'):
if dn.startswith('templates'):
key = 'templates'
if dn.startswith('content'):
key = 'content'
if dn.startswith('static'):
key = 'static'
payload.setdefault(key, {})
for filename in files:
# skip all files starting with ".", "#", or "_"
if filename[0] not in '.#_':
filepath = path.join(dn, filename)[len(key) + 1:]
fullfilepath = path.join(dirname, filename)
payload[key][filepath] = file_data(fullfilepath)
payload['application_config'] = base64.b64encode(json.dumps(yaml_data))
payload_json = json.dumps(payload)
api = MarkupHive(yaml_data)
try:
logger.info('Uploading')
response_data = api.put_application(payload_json)
logger.debug(
'API response data: {response}'.format(response=response_data))
if response_data['success']:
logger.info('Upload complete. Your site is available at '
'http://%s.app.markuphive.com/' %
yaml_data['application_name'])
else:
logger.info('Upload failed.')
if 'error' in response_data:
for error in response_data['error']:
logger.info('Error message: {error}'.format(error=error))
except urllib2.HTTPError, e:
logger.error('API call returned a 404. Please check api '
'credentials in the app.yaml file.')
def upload(args):
app_path = path.abspath(args.path)
yaml_path = path.join(app_path, 'app.yaml')
templates_path = path.join(app_path, 'templates')
content_path = path.join(app_path, 'content')
static_path = path.join(app_path, 'static')
yaml_data = yaml.load(open(yaml_path, 'r').read())
if 'api_access_key' not in yaml_data or \
'api_secret_key' not in yaml_data:
logger.error('app.yaml does not have data for keys "api_access_key" and "api_secret_key"')
sys.exit(3)
payload = {}
cut_start = len(app_path) + 1
for dirname, subdirs, files in os.walk(app_path):
dn = dirname[cut_start:]
if dn.startswith('templates') or \
dn.startswith('content') or \
dn.startswith('static'):
if dn.startswith('templates'):
key = 'templates'
if dn.startswith('content'):
key = 'content'
if dn.startswith('static'):
key = 'static'
payload.setdefault(key, {})
for filename in files:
# skip all files starting with ".", "#", or "_"
if filename[0] not in '.#_':
filepath = path.join(dn, filename)[len(key)+1:]
fullfilepath = path.join(dirname, filename)
payload[key][filepath] = file_data(fullfilepath)
payload['application_config'] = base64.b64encode(json.dumps(yaml_data))
payload_json = json.dumps(payload)
api = MarkupHive(yaml_data)
try:
logger.info('Uploading')
response_data = api.put_application(payload_json)
logger.debug('API response data: {response}'.format(response=response_data))
if response_data['success']:
logger.info(
'Upload complete. Your site is available at '
'http://%s.app.markuphive.com/' % yaml_data['application_name']
)
else:
logger.info('Upload failed.')
if 'error' in response_data:
for error in response_data['error']:
logger.info('Error message: {error}'.format(error=error))
except urllib2.HTTPError, e:
logger.error('API call returned a 404. Please check api '
'credentials in the app.yaml file.')
def __call__(self):
logger.info('Running source code watcher')
while True:
app_path = os.path.abspath(self.path)
css_path = os.path.join(app_path, 'static', 'css')
js_path = os.path.join(app_path, 'static', 'js')
static_files = [
f for f in glob.glob(css_path + '/*') if os.path.isfile(f)
]
static_files += [
f for f in glob.glob(css_path + '/**/*') if os.path.isfile(f)
]
static_files += [
f for f in glob.glob(js_path + '/*') if os.path.isfile(f)
]
static_files += [
f for f in glob.glob(js_path + '/**/*') if os.path.isfile(f)
]
for f in static_files:
try:
mtime = os.path.getmtime(f)
if f not in self.statics or mtime > self.statics[f][
'mtime']:
if f in self.statics and mtime > self.statics[f][
'mtime']:
logger.debug(
'Found new file update for: {0}'.format(f))
if f.startswith(css_path):
data = self.process_css(f)
elif f.startswith(js_path):
data = self.process_js(f)
self.statics[f] = {'mtime': mtime, 'data': data}
except OSError as e:
# ignoring OS Errors since it could be an editor creating
# scratch files momentarily
pass
time.sleep(1.0)
def _compile_defaults(self, files):
'''creates the default content dict to send to the jade template'''
if not isinstance(files, list):
files = [files]
content = {}
for f in files:
try:
file_path = os.path.join(self.content_path, f)
with open(file_path, 'r') as fh:
if file_path.endswith('.json'):
file_content = json.load(fh)
elif file_path.endswith('.yaml'):
file_content = yaml.safe_load(fh.read())
else:
logger.info('Skipping content file due to unrecognized file format %s' % file_path)
file_content = {}
except:
logger.error('Error reading content file %s' % file_path)
content.update(file_content)
return content
def _compile_defaults(self, files):
'''creates the default content dict to send to the jade template'''
if not isinstance(files, list):
files = [files]
content = {}
for f in files:
try:
file_path = os.path.join(self.content_path, f)
with open(file_path, 'r') as fh:
if file_path.endswith('.json'):
file_content = json.load(fh)
elif file_path.endswith('.yaml'):
file_content = yaml.safe_load(fh.read())
else:
logger.info(
'Skipping content file due to unrecognized file format %s'
% file_path)
file_content = {}
except:
logger.error('Error reading content file %s' % file_path)
content.update(file_content)
return content
def create(args):
location = path.abspath(args.path)
if path.exists(location):
logger.error('Directory %s already exists' % location)
sys.exit(1)
logger.info('Creating project')
if args.bootstrap:
paths = (
('',),
('data',)
)
else:
paths = (
('',),
('static',),
('static', 'img'),
('static', 'css'),
('static', 'js'),
('templates',),
('data',)
)
for p in paths:
new_path = path.join(location, *p)
logger.info('Creating directory %s' % new_path)
os.mkdir(new_path)
if args.bootstrap:
logger.info('Copying Twitter Bootstrap framework files')
paths_copy = ('static', 'templates')
for p in paths_copy:
new_path = path.join(location, p)
bootstrap_path = path.join(skeleton_path, 'bootstrap', p)
shutil.copytree(bootstrap_path, new_path)
yaml_src = path.join(skeleton_path, 'app.yaml')
yaml_dest = path.join(location, 'app.yaml')
logger.info('Creating blank project file %s' % yaml_dest)
shutil.copy(yaml_src, yaml_dest)
os.chmod(yaml_dest, stat.S_IWUSR | stat.S_IRUSR)
def run_server(args):
app_path = path.abspath(args.path)
yaml_path = path.join(app_path, 'app.yaml')
templates_path = path.join(app_path, 'templates')
static_path = path.join(app_path, 'static')
try:
logger.info('Loading %s' % yaml_path)
config = yaml.load(open(yaml_path, 'r').read())
except IOError:
logger.error('Error reading %s' % yaml_path)
sys.exit(2)
if 'routes' not in config:
logger.error('Routes not specified in app.yaml')
sys.exit(3)
jinja_env = Environment(
loader=FileSystemLoader(templates_path),
extensions=['pyjade.ext.jinja.PyJadeExtension']
)
def _dispatch_rule(**kwargs):
for k, v in kwargs.iteritems():
if isinstance(v, unicode):
kwargs[k] = str(v)
template = jinja_env.get_template(kwargs['__sdk_template__'])
data = _compile_defaults(kwargs['__sdk_data__'], app_path)
for k in data:
kwargs.setdefault(k, data[k])
kwargs['REQ'] = request
kwargs['GET'] = request.args
kwargs['POST'] = request.form
kwargs['COOKIES'] = request.cookies
return template.render(**kwargs)
def _dispatch_static(filename):
return send_from_directory(static_path, filename)
def _compile_defaults(files, app_path):
if not isinstance(files, list):
files = [files]
data = {}
for f in files:
try:
file_path = path.join(app_path, 'data', f)
file_type = file_path.split('.')[-1]
file_data = {}
with open(file_path, 'r') as fh:
if file_type == 'json':
file_data = json.load(fh)
elif file_type == 'yaml':
file_data = yaml.load(fh.read())
except:
logger.error('Error reading data file %s' % file_path)
data.update(file_data)
return data
app = Flask(__name__)
i = 0
for route in config['routes']:
rule = route['rule']
endpoint = 'dispatch_%s' % str(i)
defaults = {}
defaults['__sdk_template__'] = route['template']
defaults['__sdk_data__'] = route.get('data', [])
app.add_url_rule(
rule,
endpoint,
_dispatch_rule,
defaults=defaults
)
i += 1
app.add_url_rule('/static/<path:filename>', 'static', _dispatch_static)
host = ''.join(args.address.split(':')[:-1])
port = int(args.address.split(':')[-1])
app.run(host=host, port=port, debug=True)
def signal_handler(signum, frame):
logger.info('Got signal. Shutting down local server.')
sys.exit(0)
def signal_handler(signum, frame):
logger.info('Got signal. Shutting down local server.')
sys.exit(0)