#!/usr/bin/env ruby

require 'builder'

require 'feedbag'

require 'nokogiri'

INPUT_FILENAME = 'README.md'.freeze

OUTPUT_FILENAME = 'engineering_blogs.opml'.freeze

TITLE = 'Engineering Blogs'.freeze

# grab name/url pairings from README.md

contents = File.read INPUT_FILENAME

matches = contents.scan(/\* (.*) (http.*)/)

# All blogs that do not respond

unavailable = []

temp_ignores = [

'AdRoll',

'Buzzfeed',

'SourceClear',

'TaskRabbit',

'theScore',

'Trivago',

'Xmartlabs',

'WyeWorks',

'Zoosk',

'Rudolf Olah'

]

xml = File.open OUTPUT_FILENAME do |f|

Nokogiri::XML(f)

end if File.exist? OUTPUT_FILENAME

Struct.new('Blog', :name, :web_url, :rss_url)

blogs = []

# for each blog URL, check if rss URL exists

matches.each do |match|

name = match[0]

web_url = match[1]

if temp_ignores.include?(name)

puts "#{name}: IGNORE [TEMPORARILY]"

next

end

# if rss_url already in existing opml file, use that; otherwise, do a lookup

rss_url = nil

existing_blog = xml.xpath("//outline[@htmlUrl='#{web_url}']").first if xml

if existing_blog

rss_url = existing_blog.attr('xmlUrl')

puts "#{name}: ALREADY HAVE"

end

puts "#{name}: GETTING" if rss_url.nil?

rss_url = Feedbag.find(web_url).first if rss_url.nil?

if rss_url.nil?

suggested_paths = ['/rss', '/feed', '/feeds', '/atom.xml',

'/feed.xml', '/rss.xml', '.atom']

suggested_paths.each do |suggested_path|

rss_url = Feedbag.find("#{web_url.chomp('/')}#{suggested_path}").first

break if rss_url

end

end

list = rss_url && !rss_url.empty? ? blogs : unavailable

list.push(Struct::Blog.new(name, web_url, rss_url))

end

blogs.sort_by { |b| b.name.capitalize }

unavailable.sort_by { |b| b.name.capitalize }

# write opml

xml = Builder::XmlMarkup.new(indent: 2)

xml.instruct! :xml, version: '1.0', encoding: 'UTF-8'

xml.tag!('opml', version: '1.0') do

# head

xml.tag!('head') do

xml.title TITLE

end

# body

xml.tag!('body') do

xml.tag!('outline', text: TITLE, title: TITLE) do

blogs.each do |blog|

xml.tag!('outline', type: 'rss', text: blog.name, title: blog.name,

xmlUrl: blog.rss_url, htmlUrl: blog.web_url)

end

end

end

end

output = File.new(OUTPUT_FILENAME, 'wb')

output.write(xml.target!)

output.close

puts "DONE: #{blogs.count} written to #{OUTPUT_FILENAME}"

puts "\nUnable to find an RSS feed for the following blogs:"

puts '==================================================='

unavailable.each do |b|

puts "#{b.name} | #{b.web_url}"

end

puts '==================================================='