'Ruby': "~`@#$%^&*(+}[]|\\;:,<>/ ",

'Python': "~`!@#$%^&()-=+{}[]|\\;:'\",.<>?/ ",

'PHP': "~`%^&*()-+{}[]|;'\",.< ",

'Perl': "~`!@#$%^&*(=+}[]|\\;'\",.<>?/ ",

'CSS': " '\";},/",

'JavaScript': "~`!#%^&*()-=+{}[]|\\;:'\",.<>?/",

'Ruby': "~`@#$%^&*(+}[]|\\;:,<>/ '\".",

'Python': "~`!@#$%^&*()-=+{}[]|\\;:'\",.<>?/ ",

'PHP': "~`@%^&*()=+{}]|\\;:'\",.<>?/ ",

'Perl': "-~`!@#$%^&*()=+{}[]|\\;:'\",.<>?/ ",

'CSS': " ('\";{},.>/",

'JavaScript': "~`!@#%^&*()-=+{}[]|\\;:'\",.<>?/ ",

if timeout is None:

timeout = {'error': 3000, 'warning': 5000, 'info': 10000,

'event': 10000, 'tip': 15000}.get(type, 3000)

if msg is None:

msg, type = type, 'debug'

msg = msg.strip()

status_lock.acquire()

try:

status_msg.setdefault(id, [None, None, 0])

if msg == status_msg[id][1]:

return

status_msg[id][2] += 1

order = status_msg[id][2]

finally:

status_lock.release()

def _calltip_set():

lineno = view.line(view.sel()[0])

status_lock.acquire()

try:

current_type, current_msg, current_order = status_msg.get(id, [None, None, 0])

if msg != current_msg and order == current_order:

if msg:

print >>condeintel_log_file, "+", "%s: %s" % (type.capitalize(), msg)

view.set_status(id, "%s: %s" % (type.capitalize(), msg))

(logger or log.info)(msg)

else:

view.erase_status(id)

status_msg[id][0] = [type, msg, order]

if 'warning' not in id and msg:

status_lineno[id] = lineno

elif id in status_lineno:

del status_lineno[id]

finally:

status_lock.release()

def _calltip_erase():

status_lock.acquire()

try:

if msg == status_msg.get(id, [None, None, 0])[1]:

view.erase_status(id)

status_msg[id][1] = None

if id in status_lineno:

del status_lineno[id]

finally:

status_lock.release()

sublime.set_timeout(_calltip_set, delay or 0)

if msg:

if not view.settings().get('codeintel', True):

return None

syntax = None

if view:

syntax = os.path.splitext(os.path.basename(view.settings().get('syntax')))[0]

id = view.id()

_k_ = '%s::%s' % (syntax, path)

try:

return languages[id][_k_]

except KeyError:

pass

languages.setdefault(id, {})

lang = None

_codeintel_syntax_map = dict((k.lower(), v) for k, v in view.settings().get('codeintel_syntax_map', {}).items())

_lang = lang = syntax and _codeintel_syntax_map.get(syntax.lower(), syntax)

mgr = codeintel_manager()

if not mgr.is_citadel_lang(lang) and not mgr.is_cpln_lang(lang):

lang = None

if mgr.is_citadel_lang(syntax) or mgr.is_cpln_lang(syntax):

_lang = lang = syntax

else:

if view and not path:

path = view.file_name()

if path:

try:

_lang = lang = guess_lang_from_path(path)

except CodeIntelError:

languages[id][_k_] = None

return

_codeintel_disabled_languages = [l.lower() for l in view.settings().get('codeintel_disabled_languages', [])]

if lang and lang.lower() in _codeintel_disabled_languages:

logger(view, 'info', "skip `%s': disabled language" % lang)

languages[id][_k_] = None

return

if not lang and _lang and _lang not in ('Console',):

if mgr:

logger(view, 'info', "Invalid language: %s. Available: %s" % (_lang, ', '.join(set(mgr.get_citadel_langs() + mgr.get_cpln_langs()))))

else:

logger(view, 'info', "Invalid language: %s" % _lang)

languages[id][_k_] = lang

def _autocomplete_callback(view, path, lang):

id = view.id()

content = view.substr(sublime.Region(0, view.size()))

sel = view.sel()[0]

pos = sel.end()

try:

next = content[pos].strip()

except IndexError:

next = ''

if pos and content and content[view.line(sel).begin():pos].strip() and not next.isalnum() and next != '_':

# TODO: For the sentinel to work, we need to send a prefix to the completions...

# but no show_completions() currently available.

# pos = sentinel[id] if sentinel[id] is not None else view.sel()[0].end()

def _trigger(cplns, calltips):

if cplns is not None or calltips is not None:

codeintel_log.info("Autocomplete called (%s) [%s]", lang, ','.join(c for c in ['cplns' if cplns else None, 'calltips' if calltips else None] if c))

if cplns:

# Show autocompletions:

_completions = sorted(

[('%s (%s)' % (name, type), name + ('(${1})' if type == 'function' else '')) for type, name in cplns],

cmp=lambda a, b: a[1] < b[1] if a[1].startswith('_') and b[1].startswith('_') else False if a[1].startswith('_') else True if b[1].startswith('_') else a[1] < b[1]

)

if _completions:

completions[id] = _completions

view.run_command('auto_complete', {

'disable_auto_insert': True,

'api_completions_only': True,

'next_completion_if_showing': False,

'auto_complete_commit_on_tab': True,

})

elif calltips is not None:

# Trigger a tooltip

calltip(view, 'tip', calltips[0])

if content[sel.a - 1] == '(' and content[sel.a] == ')':

rex = re.compile("\(([^\[\(\)]*)")

m = rex.search(calltips[0])

if m is None:

return

params = m.group(1).split(',')

snippet = []

i = 1

for p in params:

p = p.strip()

if p.find('=') != -1:

continue

if p.find(' ') != -1:

p = p.split(' ')[1]

var = p.replace('$', '').strip()

snippet.append('${' + str(i) + ':' + var + '}')

i += 1

if i == 1:

return

view.run_command('insert_snippet', {

'contents': ', '.join(snippet)

})

sentinel[id] = None

codeintel(view, path, content, lang, pos, ('cplns', 'calltips'), _trigger)

# If it's a fill char, queue using lower values and preemptive behavior

"""An infinite loop running the codeintel in a background thread meant to

global __signaled_, __signaled_first_

while __loop_:

#print 'acquire...'

__semaphore_.acquire()

__signaled_first_ = 0

__signaled_ = 0

#print 'DISPATCHING!', len(QUEUE)

global __signaled_, __signaled_first_

now = time.time()

__lock_.acquire()

try:

QUEUE[view.id()] = (view, callback, args, kwargs)

if now < __signaled_ + timeout * 4:

timeout = busy_timeout or timeout

__signaled_ = now

_delay_queue(timeout, preemptive)

if not __signaled_first_:

__signaled_first_ = __signaled_

#print 'first',

#print 'queued in', (__signaled_ - now)

finally:

global __signaled_, __queued_

now = time.time()

if not preemptive and now <= __queued_ + 0.01:

return # never delay queues too fast (except preemptively)

__queued_ = now

_timeout = float(timeout) / 1000

if __signaled_first_:

if MAX_DELAY > 0 and now - __signaled_first_ + _timeout > MAX_DELAY:

_timeout -= now - __signaled_first_

if _timeout < 0:

_timeout = 0

timeout = int(round(_timeout * 1000, 0))

new__signaled_ = now + _timeout - 0.01

if __signaled_ >= now - 0.01 and (preemptive or new__signaled_ >= __signaled_ - 0.01):

__signaled_ = new__signaled_

#print 'delayed to', (preemptive, __signaled_ - now)

def _signal():

if time.time() < __signaled_:

return

__semaphore_.release()

__lock_.acquire()

try:

_delay_queue(timeout, False)

finally:

global __pre_initialized_

for thread in threading.enumerate():

if thread.isAlive() and thread.name == queue_thread_name:

__pre_initialized_ = True

thread.__semaphore_.release()

global _ci_next_savedb_, _ci_next_cullmem_

__lock_.acquire()

try:

views = QUEUE.values()

QUEUE.clear()

finally:

__lock_.release()

for view, callback, args, kwargs in views:

def _callback():

callback(view, *args, **kwargs)

sublime.set_timeout(_callback, 0)

# saving and culling cached parts of the database:

mgr = codeintel_manager()

now = time.time()

if now >= _ci_next_savedb_ or force:

if _ci_next_savedb_:

log.debug('Saving database')

mgr.db.save() # Save every 6 seconds

_ci_next_savedb_ = now + 6

if now >= _ci_next_cullmem_ or force:

if _ci_next_cullmem_:

log.debug('Culling memory')

mgr.db.cull_mem() # Every 30 seconds

if id in _ci_envs_:

del _ci_envs_[id]

if id in _ci_next_scan_:

global _ci_mgr_, condeintel_log_filename, condeintel_log_file

if _ci_mgr_:

mgr = _ci_mgr_

else:

for thread in threading.enumerate():

if thread.name == "CodeIntel Manager":

thread.finalize() # this finalizes the index, citadel and the manager and waits them to end (join)

mgr = Manager(

extra_module_dirs=_ci_extra_module_dirs_,

db_base_dir=_ci_db_base_dir_,

db_catalog_dirs=_ci_db_catalog_dirs_,

db_import_everything_langs=_ci_db_import_everything_langs,

)

mgr.upgrade()

mgr.initialize()

# Connect the logging file to the handler

condeintel_log_filename = os.path.join(mgr.db.base_dir, 'codeintel.log')

condeintel_log_file = open(condeintel_log_filename, 'w', 1)

codeintel_log.handlers = [logging.StreamHandler(condeintel_log_file)]

msg = "Starting logging SublimeCodeIntel rev %s (%s) on %s" % (get_revision()[:12], os.stat(__file__)[stat.ST_MTIME], datetime.datetime.now().ctime())

print >>condeintel_log_file, "%s\n%s" % (msg, "=" * len(msg))

_ci_mgr_ = mgr

global despair

for thread in threading.enumerate():

if thread.isAlive() and thread.name == "scanning thread":

logger(view, 'info', "Updating indexes... The first time this can take a while. Do not despair!", timeout=20000, delay=despair)

despair = 0

return

logger(view, 'info', "processing `%s': please wait..." % lang)

is_scratch = view.is_scratch()

is_dirty = view.is_dirty()

id = view.id()

folders = getattr(view.window(), 'folders', lambda: [])() # FIXME: it's like this for backward compatibility (<= 2060)

codeintel_config = view.settings().get('codeintel_config', {})

def _codeintel_scan():

global despair, despaired

env = None

mtime = None

catalogs = []

now = time.time()

mgr = codeintel_manager()

mgr.db.event_reporter = lambda m: logger(view, 'event', m)

try:

env = _ci_envs_[id]

if env._folders != folders:

raise KeyError

if now > env._time:

mtime = max(tryGetMTime(env._config_file), tryGetMTime(env._config_default_file))

if env._mtime < mtime:

raise KeyError

except KeyError:

if env is not None:

config_default_file = env._config_default_file

project_dir = env._project_dir

project_base_dir = env._project_base_dir

config_file = env._config_file

else:

config_default_file = os.path.join(CODEINTEL_HOME_DIR, 'config')

if not (config_default_file and os.path.exists(config_default_file)):

config_default_file = None

project_dir = None

project_base_dir = None

if path:

# Try to find a suitable project directory (or best guess):

for folder in ['.codeintel', '.git', '.hg', '.svn', 'trunk']:

project_dir = find_folder(path, folder)

if project_dir:

if folder == '.codeintel':

if project_dir == CODEINTEL_HOME_DIR or os.path.exists(os.path.join(project_dir, 'db')):

continue

if folder.startswith('.'):

project_base_dir = os.path.abspath(os.path.join(project_dir, '..'))

else:

project_base_dir = project_dir

break

if not (project_dir and os.path.exists(project_dir)):

project_dir = None

config_file = project_dir and folder == '.codeintel' and os.path.join(project_dir, 'config')

if not (config_file and os.path.exists(config_file)):

config_file = None

valid = True

if not mgr.is_citadel_lang(lang) and not mgr.is_cpln_lang(lang):

msg = "Invalid language: %s. Available: %s" % (lang, ', '.join(set(mgr.get_citadel_langs() + mgr.get_cpln_langs())))

log.debug(msg)

codeintel_log.warning(msg)

valid = False

# Load configuration files:

for catalog in mgr.db.get_catalogs_zone().avail_catalogs():

if catalog['lang'] == lang:

catalogs.append(catalog['name'])

config = {

"codeintel_selected_catalogs": catalogs,

"codeintel_max_recursive_dir_depth": 10,

"codeintel_scan_files_in_project": True,

}

config.update(codeintel_config.get(lang, {}))

_config = {}

try:

tryReadDict(config_default_file, _config)

except Exception, e:

msg = "Malformed configuration file '%s': %s" % (config_default_file, e)

log.error(msg)

codeintel_log.error(msg)

try:

tryReadDict(config_file, _config)

except Exception, e:

msg = "Malformed configuration file '%s': %s" % (config_default_file, e)

log.error(msg)

codeintel_log.error(msg)

config.update(_config.get(lang, {}))

for conf in ['pythonExtraPaths', 'rubyExtraPaths', 'perlExtraPaths', 'javascriptExtraPaths', 'phpExtraPaths']:

v = [p.strip() for p in config.get(conf, []) + folders if p.strip()]

config[conf] = os.pathsep.join(set(p if p.startswith('/') else os.path.expanduser(p) if p.startswith('~') else os.path.abspath(os.path.join(project_base_dir, p)) if project_base_dir else p for p in v if p.strip()))

# Setup environment variables

env = config.get('env', {})

_environ = dict(os.environ)

for k, v in env.items():

_old = None

while '$' in v and v != _old:

_old = v

v = os.path.expandvars(v)

_environ[k] = v

config['env'] = _environ

env = SimplePrefsEnvironment(**config)

env._valid = valid

env._mtime = mtime or max(tryGetMTime(config_file), tryGetMTime(config_default_file))

env._folders = folders

env._config_default_file = config_default_file

env._project_dir = project_dir

env._project_base_dir = project_base_dir

env._config_file = config_file

env.__class__.get_proj_base_dir = lambda self: project_base_dir

_ci_envs_[id] = env

env._time = now + 5 # don't check again in less than five seconds

msgs = []

if env._valid:

if forms:

calltip(view, 'tip', "")

calltip(view, 'event', "")

msg = "CodeIntel(%s) for %s@%s [%s]" % (', '.join(forms), path, pos, lang)

msgs.append(('info', "\n%s\n%s" % (msg, "-" * len(msg))))

if catalogs:

msgs.append(('info', "New env with catalogs for '%s': %s" % (lang, ', '.join(catalogs) or None)))

buf = mgr.buf_from_content(content.encode('utf-8'), lang, env, path or "<Unsaved>", 'utf-8')

now = datetime.datetime.now()

if not _ci_next_scan_.get(id) or now > _ci_next_scan_[id]:

_ci_next_scan_[id] = now + datetime.timedelta(seconds=10)

if isinstance(buf, CitadelBuffer):

despair = 0

despaired = False

msg = "Updating indexes for '%s'... The first time this can take a while." % lang

print >>condeintel_log_file, msg

logger(view, 'info', msg, timeout=20000, delay=1000)

if not path or is_scratch:

buf.scan() # FIXME: Always scanning unsaved files (since many tabs can have unsaved files, or find other path as ID)

else:

if is_dirty:

mtime = 1

else:

mtime = os.stat(path)[stat.ST_MTIME]

buf.scan(mtime=mtime, skip_scan_time_check=is_dirty)

else:

buf = None

if callback:

msg = "Doing CodeIntel for '%s' (hold on)..." % lang

print >>condeintel_log_file, msg

logger(view, 'info', msg, timeout=20000, delay=1000)

callback(buf, msgs)

else:

logger(view, 'info', "")

start = time.time()

def _codeintel(buf, msgs):

cplns = None

calltips = None

defns = None

if not buf:

logger(view, 'warning', "`%s' (%s) is not a language that uses CIX" % (path, lang))

return [None] * len(forms)

try:

trg = getattr(buf, 'preceding_trg_from_pos', lambda p: None)(pos2bytes(content, pos), pos2bytes(content, pos))

defn_trg = getattr(buf, 'defn_trg_from_pos', lambda p: None)(pos2bytes(content, pos))

except (CodeIntelError):

codeintel_log.exception("Exception! %s:%s (%s)" % (path or '<Unsaved>', pos, lang))

logger(view, 'info', "Error indexing! Please send the log file: '%s" % condeintel_log_filename)

trg = None

defn_trg = None

except:

codeintel_log.exception("Exception! %s:%s (%s)" % (path or '<Unsaved>', pos, lang))

logger(view, 'info', "Error indexing! Please send the log file: '%s" % condeintel_log_filename)

raise

else:

eval_log_stream = StringIO()

_hdlrs = codeintel_log.handlers

hdlr = logging.StreamHandler(eval_log_stream)

hdlr.setFormatter(logging.Formatter("%(name)s: %(levelname)s: %(message)s"))

codeintel_log.handlers = list(_hdlrs) + [hdlr]

ctlr = LogEvalController(codeintel_log)

try:

if 'cplns' in forms and trg and trg.form == TRG_FORM_CPLN:

cplns = buf.cplns_from_trg(trg, ctlr=ctlr, timeout=20)

if 'calltips' in forms and trg and trg.form == TRG_FORM_CALLTIP:

calltips = buf.calltips_from_trg(trg, ctlr=ctlr, timeout=20)

if 'defns' in forms and defn_trg and defn_trg.form == TRG_FORM_DEFN:

defns = buf.defns_from_trg(defn_trg, ctlr=ctlr, timeout=20)

except EvalTimeout:

logger(view, 'info', "Timeout while resolving completions!")

finally:

codeintel_log.handlers = _hdlrs

logger(view, 'warning', "")

logger(view, 'event', "")

result = False

merge = ''

for msg in reversed(eval_log_stream.getvalue().strip().split('\n')):

msg = msg.strip()

if msg:

try:

name, levelname, msg = msg.split(':', 2)

name = name.strip()

levelname = levelname.strip().lower()

msg = msg.strip()

except:

merge = (msg + ' ' + merge) if merge else msg

continue

merge = ''

if not result and msg.startswith('evaluating '):

calltip(view, 'warning', msg)

result = True

ret = []

for f in forms:

if f == 'cplns':

ret.append(cplns)

elif f == 'calltips':

ret.append(calltips)

elif f == 'defns':

ret.append(defns)

total = (time.time() - start) * 1000

if total > 1000:

timestr = "~%ss" % int(round(total / 1000))

else:

timestr = "%sms" % int(round(total))

if not despaired or total < timeout:

msg = "Done '%s' CodeIntel! Full CodeIntel took %s" % (lang, timestr)

print >>condeintel_log_file, msg

def _callback():

if view.line(view.sel()[0]) == view.line(pos):

callback(*ret)

logger(view, 'info', "")

sublime.set_timeout(_callback, 0)

else:

msg = "Just finished indexing '%s'! Please try again. Full CodeIntel took %s" % (lang, timestr)

print >>condeintel_log_file, msg

logger(view, 'info', msg, timeout=3000)

start_at = os.path.abspath(start_at)

if not os.path.isdir(start_at):

start_at = os.path.dirname(start_at)

while True:

if look_for in os.listdir(start_at):

return os.path.join(start_at, look_for)

continue_at = os.path.abspath(os.path.join(start_at, '..'))

if continue_at == start_at:

return None

for key, value in partial.items():

if isinstance(value, dict):

master.setdefault(key, {}).update(value)

elif isinstance(value, (list, tuple)):

if filename:

file = open(filename, 'r')

try:

updateCodeIntelDict(dictToUpdate, eval(file.read()))

finally:

path = os.path.join(path, '.git')

if os.path.exists(path):

revision_file = os.path.join(path, 'refs', 'heads', 'master')

if os.path.isfile(revision_file):

fh = open(revision_file, 'r')

try:

return fh.read().strip()

finally:

"""

path = os.path.abspath(os.path.normpath(__path__ if path is None else path))

while path and path != '/' and path != '\\':

rev = _get_git_revision(path)

if rev:

return u'GIT-%s' % rev

uppath = os.path.abspath(os.path.join(path, '..'))

if uppath != path:

path = uppath

else:

break

def on_close(self, view):

id = view.id()

if id in completions:

del completions[id]

if id in sentinel:

del sentinel[id]

if id in languages:

del languages[id]

codeintel_cleanup(view.file_name())

def on_modified(self, view):

path = view.file_name()

lang = guess_lang(view, path)

if lang:

pos = view.sel()[0].end()

text = view.substr(sublime.Region(pos - 1, pos))

is_fill_char = (text and text[-1] in cpln_fillup_chars.get(lang, ''))

live = True

live = live and view.settings().get('codeintel_live', True)

live = live and not lang.lower() in [l.lower() for l in view.settings().get('codeintel_live_disabled_languages', [])]

# if live:

# id = view.id()

# _sentinel = sentinel.get(id)

# sentinel[id] = pos if is_fill_char else (_sentinel if _sentinel is not None else None)

# print sentinel[id]

# live = live and sentinel[id] is not None

if live:

if not hasattr(view, 'command_history') or (view.command_history(0)[0] == 'insert' and view.command_history(0)[1]['characters'] != ',') or (view.command_history(1)[0] == 'insert' and view.command_history(0)[0] == 'insert_snippet' and view.command_history(0)[1]['contents'] == '($0)') or (text == '(' and view.command_history(0)[0] == 'commit_completion'):

autocomplete(view, 0 if is_fill_char else 200, 50 if is_fill_char else 600, is_fill_char, args=[path, lang])

else:

view.run_command('hide_auto_complete')

else:

def _scan_callback(view, path):

content = view.substr(sublime.Region(0, view.size()))

codeintel_scan(view, path, content, lang)

queue(view, _scan_callback, 3000, args=[path])

def on_selection_modified(self, view):

global despair, despaired, old_pos

delay_queue(600) # on movement, delay queue (to make movement responsive)

rowcol = view.rowcol(view.sel()[0].end())

if old_pos != rowcol:

id = view.id()

sentinel[id] = None

old_pos = rowcol

despair = 1000

despaired = True

status_lock.acquire()

try:

slns = [id for id, sln in status_lineno.items() if sln != rowcol[0]]

finally:

status_lock.release()

for id in slns:

calltip(view, "", id=id)

def on_query_completions(self, view, prefix, locations):

id = view.id()

if id in completions:

_completions = completions[id]

del completions[id]

return _completions

def run(self, edit, block=False):

view = self.view

path = view.file_name()

lang = guess_lang(view, path)

if lang:

def run(self, edit, block=False):

view = self.view

path = view.file_name()

lang = guess_lang(view, path)

if lang:

content = view.substr(sublime.Region(0, view.size()))

pos = view.sel()[0].end()

file_name = view.file_name()

def _trigger(defns):

if defns is not None:

defn = defns[0]

if defn.name and defn.doc:

msg = "%s: %s" % (defn.name, defn.doc)

logger(view, 'info', msg, timeout=3000)

if defn.path and defn.line:

if defn.line != 1 or defn.path != file_name:

path = defn.path + ':' + str(defn.line)

msg = 'Jumping to: %s' % path

log.debug(msg)

codeintel_log.debug(msg)

window = sublime.active_window()

if window.id() not in jump_history_by_window:

jump_history_by_window[window.id()] = collections.deque([], HISTORY_SIZE)

jump_history = jump_history_by_window[window.id()]

# Save current position so we can return to it

row, col = view.rowcol(view.sel()[0].begin())

current_location = "%s:%d" % (file_name, row + 1)

jump_history.append(current_location)

window.open_file(path, sublime.ENCODED_POSITION)

window.open_file(path, sublime.ENCODED_POSITION)

elif defn.name:

msg = 'Cannot find jumping point to: %s' % defn.name

log.debug(msg)

codeintel_log.debug(msg)

def run(self, edit, block=False):

window = sublime.active_window()

if window.id() in jump_history_by_window: