lib/linguist/heuristics.rb in github-linguist-4.5.10 vs lib/linguist/heuristics.rb in github-linguist-4.5.11
- old
+ new
@@ -11,15 +11,18 @@
# Heuristics.call(FileBlob.new("path/to/file"), [
# Language["Ruby"], Language["Python"]
# ])
#
# Returns an Array of languages, or empty if none matched or were inconclusive.
- def self.call(blob, languages)
+ def self.call(blob, candidates)
data = blob.data
@heuristics.each do |heuristic|
- return Array(heuristic.call(data)) if heuristic.matches?(languages)
+ if heuristic.matches?(blob.name)
+ languages = Array(heuristic.call(data))
+ return languages if languages.any? || languages.all? { |l| candidates.include?(l) }
+ end
end
[] # No heuristics matched
end
@@ -36,80 +39,88 @@
# elsif /^[^#]+:-/.match(data)
# Language["Prolog"]
# end
# end
#
- def self.disambiguate(*languages, &heuristic)
- @heuristics << new(languages, &heuristic)
+ def self.disambiguate(*extensions, &heuristic)
+ @heuristics << new(extensions, &heuristic)
end
# Internal: Array of defined heuristics
@heuristics = []
# Internal
- def initialize(languages, &heuristic)
- @languages = languages
+ def initialize(extensions, &heuristic)
+ @extensions = extensions
@heuristic = heuristic
end
# Internal: Check if this heuristic matches the candidate languages.
- def matches?(candidates)
- candidates.any? && candidates.all? { |l| @languages.include?(l.name) }
+ def matches?(filename)
+ @extensions.any? { |ext| filename.end_with?(ext) }
end
# Internal: Perform the heuristic
def call(data)
@heuristic.call(data)
end
# Common heuristics
ObjectiveCRegex = /^[ \t]*@(interface|class|protocol|property|end|synchronised|selector|implementation)\b/
- disambiguate "BitBake", "BlitzBasic" do |data|
+ disambiguate ".bb" do |data|
if /^\s*; /.match(data) || data.include?("End Function")
Language["BlitzBasic"]
elsif /^\s*(# |include|require)\b/.match(data)
Language["BitBake"]
end
end
- disambiguate "C#", "Smalltalk" do |data|
+ disambiguate ".cs" do |data|
if /![\w\s]+methodsFor: /.match(data)
Language["Smalltalk"]
elsif /^\s*namespace\s*[\w\.]+\s*{/.match(data) || /^\s*\/\//.match(data)
Language["C#"]
end
end
- disambiguate "Objective-C", "C++", "C" do |data|
+ disambiguate ".h" do |data|
if ObjectiveCRegex.match(data)
Language["Objective-C"]
elsif (/^\s*#\s*include <(cstdint|string|vector|map|list|array|bitset|queue|stack|forward_list|unordered_map|unordered_set|(i|o|io)stream)>/.match(data) ||
/^\s*template\s*</.match(data) || /^[ \t]*try/.match(data) || /^[ \t]*catch\s*\(/.match(data) || /^[ \t]*(class|(using[ \t]+)?namespace)\s+\w+/.match(data) || /^[ \t]*(private|public|protected):$/.match(data) || /std::\w+/.match(data))
Language["C++"]
end
end
- disambiguate "Perl", "Perl6", "Prolog" do |data|
- if data.include?("use v6")
+ disambiguate ".pl" do |data|
+ if /^(use v6|(my )?class|module)/.match(data)
Language["Perl6"]
- elsif data.match(/use strict|use\s+v?5\./)
+ elsif /use strict|use\s+v?5\./.match(data)
Language["Perl"]
elsif /^[^#]+:-/.match(data)
Language["Prolog"]
end
end
- disambiguate "ECL", "Prolog" do |data|
+ disambiguate ".pm" do |data|
+ if /^(use v6|(my )?class|module)/.match(data)
+ Language["Perl6"]
+ elsif /use strict|use\s+v?5\./.match(data)
+ Language["Perl"]
+ end
+ end
+
+ disambiguate ".ecl" do |data|
if /^[^#]+:-/.match(data)
Language["Prolog"]
elsif data.include?(":=")
Language["ECL"]
end
end
- disambiguate "IDL", "Prolog", "INI", "QMake" do |data|
+ disambiguate ".pro" do |data|
if /^[^#]+:-/.match(data)
Language["Prolog"]
elsif data.include?("last_client=")
Language["INI"]
elsif data.include?("HEADERS") && data.include?("SOURCES")
@@ -117,64 +128,64 @@
elsif /^\s*function[ \w,]+$/.match(data)
Language["IDL"]
end
end
- disambiguate "GAP", "Scilab" do |data|
+ disambiguate ".tst" do |data|
if (data.include?("gap> "))
Language["GAP"]
# Heads up - we don't usually write heuristics like this (with no regex match)
else
Language["Scilab"]
end
end
- disambiguate "Common Lisp", "OpenCL", "Cool" do |data|
+ disambiguate ".cl" do |data|
if /^\s*\((defun|in-package|defpackage) /i.match(data)
Language["Common Lisp"]
elsif /^class/x.match(data)
Language["Cool"]
elsif /\/\* |\/\/ |^\}/.match(data)
Language["OpenCL"]
end
end
- disambiguate "Hack", "PHP" do |data|
+ disambiguate ".php" do |data|
if data.include?("<?hh")
Language["Hack"]
elsif /<?[^h]/.match(data)
Language["PHP"]
end
end
- disambiguate "Scala", "SuperCollider" do |data|
+ disambiguate ".sc" do |data|
if /\^(this|super)\./.match(data) || /^\s*(\+|\*)\s*\w+\s*{/.match(data) || /^\s*~\w+\s*=\./.match(data)
Language["SuperCollider"]
elsif /^\s*import (scala|java)\./.match(data) || /^\s*val\s+\w+\s*=/.match(data) || /^\s*class\b/.match(data)
Language["Scala"]
end
end
- disambiguate "AsciiDoc", "AGS Script", "Public Key" do |data|
+ disambiguate ".asc" do |data|
if /^(----[- ]BEGIN|ssh-(rsa|dss)) /.match(data)
Language["Public Key"]
elsif /^[=-]+(\s|\n)|{{[A-Za-z]/.match(data)
Language["AsciiDoc"]
elsif /^(\/\/.+|((import|export)\s+)?(function|int|float|char)\s+((room|repeatedly|on|game)_)?([A-Za-z]+[A-Za-z_0-9]+)\s*[;\(])/.match(data)
Language["AGS Script"]
end
end
- disambiguate "FORTRAN", "Forth", "Formatted" do |data|
+ disambiguate ".for", ".f" do |data|
if /^: /.match(data)
Language["Forth"]
elsif /^([c*][^a-z]| (subroutine|program)\s|\s*!)/i.match(data)
Language["FORTRAN"]
end
end
- disambiguate "F#", "Forth", "GLSL", "Filterscript" do |data|
+ disambiguate ".fs" do |data|
if /^(: |new-device)/.match(data)
Language["Forth"]
elsif /^\s*(#light|import|let|module|namespace|open|type)/.match(data)
Language["F#"]
elsif /^\s*(#version|precision|uniform|varying|vec[234])/.match(data)
@@ -182,11 +193,11 @@
elsif /#include|#pragma\s+(rs|version)|__attribute__/.match(data)
Language["Filterscript"]
end
end
- disambiguate "Limbo", "M", "MUF", "Mathematica", "Matlab", "Mercury", "Objective-C" do |data|
+ disambiguate ".m" do |data|
if ObjectiveCRegex.match(data)
Language["Objective-C"]
elsif data.include?(":- module")
Language["Mercury"]
elsif /^: /.match(data)
@@ -200,49 +211,49 @@
elsif /^\w+\s*:\s*module\s*{/.match(data)
Language["Limbo"]
end
end
- disambiguate "Gosu", "JavaScript" do |data|
+ disambiguate ".gs" do |data|
Language["Gosu"] if /^uses java\./.match(data)
end
- disambiguate "LoomScript", "LiveScript" do |data|
+ disambiguate ".ls" do |data|
if /^\s*package\s*[\w\.\/\*\s]*\s*{/.match(data)
Language["LoomScript"]
else
Language["LiveScript"]
end
end
- disambiguate "Common Lisp", "NewLisp" do |data|
+ disambiguate ".lsp", ".lisp" do |data|
if /^\s*\((defun|in-package|defpackage) /i.match(data)
Language["Common Lisp"]
elsif /^\s*\(define /.match(data)
Language["NewLisp"]
end
end
- disambiguate "TypeScript", "XML" do |data|
+ disambiguate ".ts" do |data|
if data.include?("<TS ")
Language["XML"]
else
Language["TypeScript"]
end
end
- disambiguate "Frege", "Forth", "Text" do |data|
+ disambiguate ".fr" do |data|
if /^(: |also |new-device|previous )/.match(data)
Language["Forth"]
elsif /^\s*(import|module|package|data|type) /.match(data)
Language["Frege"]
else
Language["Text"]
end
end
- disambiguate "PLSQL", "SQLPL", "PLpgSQL", "SQL" do |data|
+ disambiguate ".sql" do |data|
if /^\\i\b|AS \$\$|LANGUAGE '+plpgsql'+/i.match(data) || /SECURITY (DEFINER|INVOKER)/i.match(data) || /BEGIN( WORK| TRANSACTION)?;/i.match(data)
#Postgres
Language["PLpgSQL"]
elsif /(alter module)|(language sql)|(begin( NOT)+ atomic)/i.match(data) || /signal SQLSTATE '[0-9]+'/i.match(data)
#IBM db2
@@ -254,61 +265,61 @@
#Generic SQL
Language["SQL"]
end
end
- disambiguate "D", "DTrace", "Makefile" do |data|
+ disambiguate ".d" do |data|
if /^module /.match(data)
Language["D"]
elsif /^((dtrace:::)?BEGIN|provider |#pragma (D (option|attributes)|ident)\s)/.match(data)
Language["DTrace"]
elsif /(\/.*:( .* \\)$| : \\$|^ : |: \\$)/.match(data)
Language["Makefile"]
end
end
- disambiguate "OCaml", "Standard ML" do |data|
+ disambiguate ".ml" do |data|
if /(^\s*module)|let rec |match\s+(\S+\s)+with/.match(data)
Language["OCaml"]
elsif /=> |case\s+(\S+\s)+of/.match(data)
Language["Standard ML"]
end
end
- disambiguate "XML", "Modula-2", "Linux Kernel Module", "AMPL" do |data|
+ disambiguate ".mod" do |data|
if data.include?('<!ENTITY ')
Language["XML"]
elsif /MODULE\s\w+\s*;/i.match(data) || /^\s*END \w+;$/i.match(data)
Language["Modula-2"]
else
[Language["Linux Kernel Module"], Language["AMPL"]]
end
end
- disambiguate "Text", "NCL" do |data|
+ disambiguate ".ncl" do |data|
if data.include?("THE_TITLE")
Language["Text"]
end
end
- disambiguate "NL", "NewLisp" do |data|
+ disambiguate ".nl" do |data|
if /^(b|g)[0-9]+ /.match(data)
Language["NL"]
else
Language["NewLisp"]
end
end
- disambiguate "Rust", "RenderScript" do |data|
+ disambiguate ".rs" do |data|
if /^(use |fn |mod |pub |macro_rules|impl|#!?\[)/.match(data)
Language["Rust"]
elsif /#include|#pragma\s+(rs|version)|__attribute__/.match(data)
Language["RenderScript"]
end
end
- disambiguate "Common Lisp", "Lex", "Groff", "PicoLisp" do |data|
+ disambiguate ".l" do |data|
if /\(def(un|macro)\s/.match(data)
Language["Common Lisp"]
elsif /^(%[%{}]xs|<.*>)/.match(data)
Language["Lex"]
elsif /^\.[a-z][a-z](\s|$)/i.match(data)
@@ -316,28 +327,36 @@
elsif /^\((de|class|rel|code|data|must)\s/.match(data)
Language["PicoLisp"]
end
end
- disambiguate "Groff", "Nemerle" do |data|
+ disambiguate ".n" do |data|
if /^[.']/.match(data)
Language["Groff"]
elsif /^(module|namespace|using)\s/.match(data)
Language["Nemerle"]
end
end
- disambiguate "GAS", "Groff" do |data|
+ disambiguate ".ms" do |data|
if /^[.'][a-z][a-z](\s|$)/i.match(data)
Language["Groff"]
elsif /((^|\s)move?[. ])|\.(include|globa?l)\s/.match(data)
Language["GAS"]
end
end
- disambiguate "xBase", "Charity" do |data|
+ disambiguate ".ch" do |data|
if /^\s*#\s*(if|ifdef|ifndef|define|command|xcommand|translate|xtranslate|include|pragma|undef)\b/i.match(data)
Language["xBase"]
+ end
+ end
+
+ disambiguate ".r", ".R" do |data|
+ if /\bRebol\b/i.match(data)
+ Language["Rebol"]
+ elsif data.include?("<-")
+ Language["R"]
end
end
end
end