summaryrefslogtreecommitdiffhomepage
path: root/tests/encoding.rb
blob: e8e18e4dca8cc28d5756a26d65caa89959cf5e13 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
#!/usr/bin/env ruby
require 'charlock_holmes'
$file_count = 0;
markdown_files = Dir["./**/*.html.markdown"]
markdown_files.each do |file|
  begin
    contents = File.read(file)
    detection = CharlockHolmes::EncodingDetector.detect(contents)
    case detection[:encoding]
    when 'UTF-8'
      $file_count = $file_count + 1
    else
      enc = detection[:encoding]
      if not enc.start_with? 'ISO-8859-'
        puts "#{file} was detected as #{detection[:encoding]} encoding! Please save the file in UTF-8!"
      else
        $file_count += 1
      end
    end
  rescue Exception => msg
    puts msg
  end
end

files_failed = markdown_files.length - $file_count

if files_failed != 0
  puts "FAILURE!!! #{files_failed} files were unable to be validated as UTF-8!"
  puts "Please resave the file as UTF-8."
  exit 1
else
  puts "Success. All #{$file_count} files Ruby's UTF-8 validity checks. This won't catch most problems."
  exit 0
end