Skip to content

M
mimemagic
Commit f95088a0 by Jon Wood
Options

Parse MIME types at runtime 

This is the first step in removing the dependency on distributing
freedesktop.og.xml as part of the gem.
parent 56298173
Showing with 2 additions and 179 deletions
lib/mimemagic.rb
......@@ -5,6 +5,8 @@ require 'mimemagic/version'
require 'stringio'
MimeMagic.parse_database("script/freedesktop.org.xml")
# Mime type detection
class MimeMagic
attr_reader :type, :mediatype, :subtype
......
lib/mimemagic/table_generator.rb deleted 100755 → 0
#!/usr/bin/env ruby
require 'nokogiri'
class String
alias inspect_old inspect
def inspect
x = b.inspect_old.gsub(/\\x([0-9a-f]{2})/i) do
'\\%03o' % $1.to_i(16)
end
x =~ /[\\']/ ? x : x.gsub('"', '\'')
end
end
module MimeMagic
module TableGenerator
def self.str2int(s)
return s.to_i(16) if s[0..1].downcase == '0x'
return s.to_i(8) if s[0..0].downcase == '0'
s.to_i(10)
end
def self.get_matches(parent)
parent.elements.map {|match|
if match['mask']
nil
else
type = match['type']
value = match['value']
offset = match['offset'].split(':').map {|x| x.to_i }
offset = offset.size == 2 ? offset[0]..offset[1] : offset[0]
case type
when 'string'
value.gsub!(/\\(x[\dA-Fa-f]{1,2}|0\d{1,3}|\d{1,3}|.)/) { eval("\"\\#{$1}\"") }
when 'big16'
value = str2int(value)
value = ((value >> 8).chr + (value & 0xFF).chr)
when 'big32'
value = str2int(value)
value = (((value >> 24) & 0xFF).chr + ((value >> 16) & 0xFF).chr + ((value >> 8) & 0xFF).chr + (value & 0xFF).chr)
when 'little16'
value = str2int(value)
value = ((value & 0xFF).chr + (value >> 8).chr)
when 'little32'
value = str2int(value)
value = ((value & 0xFF).chr + ((value >> 8) & 0xFF).chr + ((value >> 16) & 0xFF).chr + ((value >> 24) & 0xFF).chr)
when 'host16' # use little endian
value = str2int(value)
value = ((value & 0xFF).chr + (value >> 8).chr)
when 'host32' # use little endian
value = str2int(value)
value = ((value & 0xFF).chr + ((value >> 8) & 0xFF).chr + ((value >> 16) & 0xFF).chr + ((value >> 24) & 0xFF).chr)
when 'byte'
value = str2int(value)
value = value.chr
end
children = get_matches(match)
children.empty? ? [offset, value] : [offset, value, children]
end
}.compact
end
def self.generate(source_path)
file = File.new(source_path)
doc = Nokogiri::XML(file)
extensions = {}
types = {}
magics = []
(doc/'mime-info/mime-type').each do |mime|
comments = Hash[*(mime/'comment').map {|comment| [comment['xml:lang'], comment.inner_text] }.flatten]
type = mime['type']
subclass = (mime/'sub-class-of').map{|x| x['type']}
exts = (mime/'glob').map{|x| x['pattern'] =~ /^\*\.([^\[\]]+)$/ ? $1.downcase : nil }.compact
(mime/'magic').each do |magic|
priority = magic['priority'].to_i
matches = get_matches(magic)
magics << [priority, type, matches]
end
if !exts.empty?
exts.each{|x|
extensions[x] = type if !extensions.include?(x)
}
types[type] = [exts,subclass,comments[nil]]
end
end
magics = magics.sort {|a,b| [-a[0],a[1]] <=> [-b[0],b[1]] }
common_types = [
"image/jpeg", # .jpg
"image/png", # .png
"image/gif", # .gif
"image/tiff", # .tiff
"image/bmp", # .bmp
"image/vnd.adobe.photoshop", # .psd
"image/webp", # .webp
"image/svg+xml", # .svg
"video/x-msvideo", # .avi
"video/x-ms-wmv", # .wmv
"video/mp4", # .mp4, .m4v
"video/quicktime", # .mov
"video/mpeg", # .mpeg
"video/ogg", # .ogv
"video/webm", # .webm
"video/x-matroska", # .mkv
"video/x-flv", # .flv
"audio/mpeg", # .mp3
"audio/x-wav", # .wav
"audio/aac", # .aac
"audio/flac", # .flac
"audio/mp4", # .m4a
"audio/ogg", # .ogg
"application/pdf", # .pdf
"application/msword", # .doc
"application/vnd.openxmlformats-officedocument.wordprocessingml.document", # .docx
"application/vnd.ms-powerpoint", # .pps
"application/vnd.openxmlformats-officedocument.presentationml.slideshow", # .ppsx
"application/vnd.ms-excel", # .pps
"application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", # .ppsx
]
common_magics = common_types.map do |common_type|
magics.find { |_, type, _| type == common_type }
end
magics = (common_magics.compact + magics).uniq
puts "# -*- coding: binary -*-"
puts "# frozen_string_literal: true"
puts "# Generated from #{source_path}"
puts "class MimeMagic"
puts " # @private"
puts " # :nodoc:"
puts " EXTENSIONS = {"
extensions.keys.sort.each do |key|
puts " '#{key}' => '#{extensions[key]}',"
end
puts " }"
puts " # @private"
puts " # :nodoc:"
puts " TYPES = {"
types.keys.sort.each do |key|
exts = types[key][0].join(' ')
parents = types[key][1].sort.join(' ')
comment = types[key][2].inspect
puts " '#{key}' => [%w(#{exts}), %w(#{parents}), #{comment}],"
end
puts " }"
puts " # @private"
puts " # :nodoc:"
puts " MAGIC = ["
magics.each do |priority, type, matches|
puts " ['#{type}', #{matches.inspect}],"
end
puts " ]"
puts "end"
end
end
end
\ No newline at end of file
lib/mimemagic/tables.rb
This source diff could not be displayed because it is too large. You can view the blob instead.
lib/mimemagic/version.rb
class MimeMagic
# MimeMagic version string
# @api public
<<<<<<< HEAD
VERSION = '0.4.0'
=======
VERSION = '0.3.6'
>>>>>>> v0.3.6
end
script/generate-mime.rb deleted 100644 → 0
#!/usr/bin/env ruby
require 'mimemagic/table_generator'
if ARGV.size != 1
puts "Usage: #{$0} <freedesktop.org.xml>"
exit 1
end
MimeMagic::TableGenerator.generate(ARGV[0])
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment