diff options
author | Adam Stankiewicz <sheerun@sher.pl> | 2020-08-23 23:35:05 +0200 |
---|---|---|
committer | Adam Stankiewicz <sheerun@sher.pl> | 2020-08-23 23:35:05 +0200 |
commit | 23defeb61028e25369f54bad521c8948a03f15ba (patch) | |
tree | ed0896531b2501e342ad44776758e8c6bc73a899 /build | |
parent | 114a93bb7c73443d4d0caf9bd9c1875bb96d9d62 (diff) | |
download | vim-polyglot-23defeb61028e25369f54bad521c8948a03f15ba.tar.gz vim-polyglot-23defeb61028e25369f54bad521c8948a03f15ba.zip |
fix: Migrate build script to ruby
Diffstat (limited to 'build')
-rwxr-xr-x | build | 304 |
1 files changed, 0 insertions, 304 deletions
@@ -1,304 +0,0 @@ -#!/usr/bin/env ruby - -require 'open-uri' -require 'open3' -require 'yaml' -require 'fileutils' - -Dir.chdir(__dir__) - -PACKAGES = YAML.load_stream(File.read('packages.yaml')) - -BASE_URL = 'https://raw.githubusercontent.com/github/linguist/master' - -DIRS = { - default: %w(syntax indent compiler autoload ftplugin ctags after/syntax after/indent after/ftplugin), - all: %w(syntax indent compiler autoload ftplugin after extras ctags), - basic: %w(syntax compiler indent after/syntax after/indent), - syntax: %w(syntax indent after/syntax after/indent), - noafter: %w(syntax compiler indent autoload ftplugin), - javascript: %w(syntax indent compiler autoload ftplugin ctags after/syntax after/indent after/ftplugin extras), - go: %w(autoload/go/config.vim syntax compiler indent after/syntax after/indent) -} - -def parallel(*procs) - threads = procs.map { |p| Thread.new { method(p).call } } - threads.map(&:join).map(&:value) -end - -def read_strings(data, keys, print=false) - if data.is_a?(Hash) - data.flat_map do |key, val| - read_strings(val, keys, keys.include?(key)) - end - elsif data.is_a?(Array) - data.flat_map { |d| read_strings(d, keys, print) } - elsif data.is_a?(String) - print ? [data] : [] - else - [] - end -end - -def transform_with(data, keys, transfrom=false, &block) - if data.is_a?(Hash) - Hash[data.map do |key, val| - [key, transform_with(val, keys, keys.include?(key), &block)] - end] - elsif data.is_a?(Array) - data.map { |d| transform_with(d, keys, transfrom, &block) } - elsif data.is_a?(String) - transfrom ? yield(data) : data - else - data - end -end - -def each_hash(data, &block) - if data.is_a?(Hash) - yield data - data.each do |key, val| - each_hash(val, &block) - end - elsif data.is_a?(Array) - data.map { |d| each_hash(d, &block) } - end -end - -def patterns_to_vim_patterns(patterns) - stdin, stdout, stderr = Open3.popen3('vim', '-V', '--clean', '/dev/stdin', '-es', '-c', "echo expand('%:p:h') | source #{__dir__}/eregex.vim", '-c', "for line in range(0, line('$')) | call setline(line, ExtendedRegex2VimRegex(getline(line))) | endfor", '-c', ':wq! /dev/stdout', chdir: __dir__) - stdin.write(patterns.join("\n")) - stdin.close - stdout.readlines -end - -def transform_patterns(data) - patterns = read_strings(data, ["pattern", "patterns"]) - patterns_mapping = Hash[patterns.zip(patterns_to_vim_patterns(patterns))] - transform_with(data, ["pattern", "patterns"]) { |a| patterns_mapping[a] } -end - -def load_heuristics - url = "#{BASE_URL}/lib/linguist/heuristics.yml" - data = URI.open(url) { |io| YAML.load(io.read) } - each_hash(data["disambiguations"]) do |h| - if h.has_key?("named_pattern") - h["pattern"] = data["named_patterns"].fetch(h["named_pattern"]) - h.delete("named_pattern") - end - end - transform_patterns(data["disambiguations"]) -end - -def load_languages - url = "#{BASE_URL}/lib/linguist/languages.yml" - data = URI.open(url) { |io| YAML.load(io.read) } -end - -def parse_remote(remote) - match = remote.match(/(?<repo>[^@:]+)(?:@(?<branch>[^:]+))?(?::(?<path>.*))?/) - [match[:repo], match[:branch] || "master", match[:path]] -end - -def copy_file(package, src, dest) - return unless [".vim", ".ctags", ".vital"].include?(File.extname(src)) - FileUtils.mkdir_p(File.dirname(dest)) - name = package.fetch("name") - - open(src, "r") do |input| - open(dest, "a+") do |output| - if name == "jsx" - output << "if !exists('g:polyglot_disabled') || !(index(g:polyglot_disabled, 'typescript') != -1 || index(g:polyglot_disabled, 'typescript') != -1 || index(g:polyglot_disabled, 'jsx') != -1)\n\n" - else - output << "if !exists('g:polyglot_disabled') || index(g:polyglot_disabled, '#{name}') == -1\n\n" - end - IO.copy_stream(input, output) - output << "\nendif\n" - end - end -end - -def download - FileUtils.rm_rf('tmp') - - PACKAGES.each_slice(20) do |batch| - batch.map do |package| - Thread.new do - repo, branch, path = parse_remote(package.fetch("remote")) - dir = "tmp/" + repo.split('/')[1] - FileUtils.mkdir_p(dir) - url = "https://codeload.github.com/#{repo}/tar.gz/#{branch}" - `curl --silent -fL #{url} | tar -zx -C "#{dir}" --strip 1` - progress - end - end.map(&:join) - end -end - -$i = 0 -LYRICS = "Never gonna give you up. Never gonna let you down. " + - "Never gonna run around and desert you. " + - "Never gonna make you cry. Never gonna say goodbye. " + - "Never gonna tell a lie and hurt you." - -$mutex = Mutex.new -def progress - $mutex.synchronize do - $stdout.write(LYRICS[$i] || ".") - $i += 1 - end -end - -def extract - FileUtils.rm_rf(DIRS[:all]) - - output = [] - PACKAGES.map do |package| - repo, branch, path = parse_remote(package["remote"]) - dir = "tmp/" + repo.split('/')[1] - subdirs = [] - for subdir in DIRS.fetch(package.fetch("dirs", "default").to_sym) - subtree = "#{dir}/#{path ? path + "/" : ""}" - subpath = "#{subtree}#{subdir}" - if FileTest.directory?(subpath) - Dir.glob("#{subdir}/**/*", base: subtree).each do |p| - next unless File.file?("#{subtree}/#{p}") - copy_file(package, "#{subtree}/#{p}", p) - end - - subdirs << subdir.split("/").last - elsif File.exist?(subpath) - copy_file(package, subpath, subdir) - end - end - - output << "- [#{package["name"]}](https://github.com/#{repo}) (#{subdirs.uniq.join(", ")})" - progress - end - - readme = File.read('README.md') - - readme.gsub!( - %r{(?<=<!--Package Count-->).*?(?=<!--/Package Count-->)}, - output.size.to_s - ) - - readme.gsub!( - %r{(?<=<!--Language Packs-->).*?(?=<!--/Language Packs-->)}m, - "\n" + output.sort.join("\n") + "\n" - ) - - File.write('README.md', readme) -end - -def generate_ftdetect - heuristics, languages = parallel(:load_heuristics, :load_languages) - - output = <<~EOS - " don't spam the user when Vim is started in Vi compatibility mode - let s:cpo_save = &cpo - set cpo&vim - - if !exists('g:polyglot_disabled') - let g:polyglot_disabled = [] - endif - - function! s:SetDefault(name, value) - if !exists(a:name) - let {a:name} = a:value - endif - endfunction - - call s:SetDefault('g:markdown_enable_spell_checking', 0) - call s:SetDefault('g:markdown_enable_input_abbreviations', 0) - call s:SetDefault('g:markdown_enable_mappings', 0) - - " Enable jsx syntax by default - call s:SetDefault('g:jsx_ext_required', 0) - - " Make csv loading faster - call s:SetDefault('g:csv_start', 1) - call s:SetDefault('g:csv_end', 2) - - " Disable json concealing by default - call s:SetDefault('g:vim_json_syntax_conceal', 0) - - call s:SetDefault('g:filetype_euphoria', 'elixir') - - if !exists('g:python_highlight_all') - call s:SetDefault('g:python_highlight_builtins', 1) - call s:SetDefault('g:python_highlight_builtin_objs', 1) - call s:SetDefault('g:python_highlight_builtin_types', 1) - call s:SetDefault('g:python_highlight_builtin_funcs', 1) - call s:SetDefault('g:python_highlight_builtin_funcs_kwarg', 1) - call s:SetDefault('g:python_highlight_exceptions', 1) - call s:SetDefault('g:python_highlight_string_formatting', 1) - call s:SetDefault('g:python_highlight_string_format', 1) - call s:SetDefault('g:python_highlight_string_templates', 1) - call s:SetDefault('g:python_highlight_indent_errors', 1) - call s:SetDefault('g:python_highlight_space_errors', 1) - call s:SetDefault('g:python_highlight_doctests', 1) - call s:SetDefault('g:python_highlight_func_calls', 1) - call s:SetDefault('g:python_highlight_class_vars', 1) - call s:SetDefault('g:python_highlight_operators', 1) - call s:SetDefault('g:python_highlight_file_headers_as_comments', 1) - call s:SetDefault('g:python_slow_sync', 1) - endif - - EOS - - for package in PACKAGES - name = package.fetch("name") - output << if name == "jsx" - "if !(index(g:polyglot_disabled, 'typescript') != -1 || index(g:polyglot_disabled, 'typescript') != -1 || index(g:polyglot_disabled, 'jsx') != -1)\n" - else - "if index(g:polyglot_disabled, '#{name}') == -1\n" - end - - filetypes = package["filetypes"] or raise "Unknown filetype for: #{package["name"]}" - - for filetype in filetypes - syntax = filetype["syntax"] ? " syntax=#{filetype["syntax"]}" : "" - set_command = package.fetch("custom_set", "set ft=#{filetype.fetch("name")}#{syntax}") - - linguist = filetype["linguist"] ? languages.fetch(filetype["linguist"]) : {} - extensions = filetype["extensions"] || linguist.fetch("extensions", []).map { |e| e[1..] } - extensions = (extensions | filetype.fetch("extra_extensions", [])) - filetype.fetch("ignored_extensions", []) - filenames = filetype["filenames"] || linguist.fetch("filenames", []) - filenames = (filenames | filetype.fetch("extra_filenames", [])) - filetype.fetch("ignored_filenames", []) - - - for extension in extensions.sort - outer_filetype = filetype["outer_filetype"] - if outer_filetype - output << " au BufNewFile *.*.#{extension} execute \"do BufNewFile filetypedetect \" . expand(\"<afile>:r\") | #{outer_filetype}" - output << " au BufReadPre *.*#{extension} execute \"do BufRead filetypedetect \" . expand(\"<afile>:r\") | #{outer_filetype}" - end - output << " au BufNewFile,BufRead *.#{extension} #{set_command}\n" - end - - for filename in filenames.sort - if filename[0] == "." - filename = "{.,}" + filename[1..] - end - output << " au BufNewFile,BufRead #{filename} #{set_command}\n" - end - end - - output << "endif\n\n" - end - - output << <<~EOS - " restore Vi compatibility settings - let &cpo = s:cpo_save - unlet s:cpo_save - EOS - - File.write('ftdetect/polyglot.vim', output) -end - -download -extract -generate_ftdetect -puts(" Bye! Have a wonderful time!") -FileUtils.rm_rf("tmp") |