convert.rb

FILES_TO_CONVERT_GLOB = "blogger/blogger-posts/*.html"
WRAP_LENGTH = 80
TO_REPLACE = {
  "<br />" => "\n",
  "<ol>" => "",
  "</ol>" => "",
  "<ul>" => "",
  "</ul>" => "",
  '<div.*?>' => "",
  '</div>' => "",
  "<table.*?>" => "",
  "</table>" => "",
  "<tbody>" => "",
  "</tbody>" => "",
  "<tr>" => "",
  "</tr>" => "",
  "<td.*?>" => "",
  "</td>" => "",
  "&nbsp;" => " ",
  /<code>(.+?)<\/code>/ => '`\1`',
  /<b.*?>(.+?)<\/b>/ => '**\1**',
  /<strong.*?>(.+?)<\/strong>/ => '**\1**',
  /<i.*?>(.+?)<\/i>/ => '*\1*',
  /<emphasis.*?>(.+?)<\/emphasis>/ => '*\1*',
  /<li>(.+?)<\/li>/ => "1. \\1\n",
  /<a.*?href="(.+?)".*?>(.+?)<\/a>/ => '[\2](\1)',
  /<span style="font-style: italic;">(.+?)<\/span>/ => '*\1*',
  /<span style="font-weight: bold;">(.+?)<\/span>/ => '**\1**',
  /<h\d>(.+?)<\/h\d>/ => '## \1',
  /^\*\*(.+?)\*\*/ => '## \1',
  '<span.*?>' => "",
  '</span>' => "",
  ' class="tr_bq"' => ""
}

def wrap_line(line)
  words = line.split(/ /)

  wrapped = words.reduce({:length => 0, :out => ""}) do |accum, word|
    new_word = word + " "
    new_length = accum[:length] + new_word.length
    if (new_length >= WRAP_LENGTH)
      {:length => new_word.length, :out => accum[:out] + "\n" + new_word}
    else
      {:length => new_length, :out => accum[:out] + new_word}
    end
  end

  wrapped[:out]
end

def wrap_text(text)
  lines = text.split("\n")
  front_matter_count = 0
  wrapped_lines = lines.map do |line|
    if front_matter_count == 2
      wrap_line(line)
    else
      if line == "---"
        front_matter_count += 1
      end
      line
    end
  end
  wrapped_lines.join("\n")
end

files_to_convert = Dir[FILES_TO_CONVERT_GLOB]

files_to_convert.each do |html_file|
  original_contents = IO.read(html_file)

  converted_contents = TO_REPLACE.keys.reduce(original_contents) do |contents, to_replace_key|
    contents.gsub(to_replace_key, TO_REPLACE[to_replace_key])
  end

  wrapped_contents = wrap_text(converted_contents)

  md_file = "#{File.dirname(html_file)}/#{File.basename(html_file, '.*')}.md"
  IO.write(md_file, wrapped_contents)
  # TODO: remove after debugging
  # puts "md_file = #{md_file}\n\n#{wrapped_contents}"
end