150 lines
5.4 KiB
Ruby
150 lines
5.4 KiB
Ruby
require 'mongo'
|
|
require 'open-uri'
|
|
require 'json'
|
|
require 'date'
|
|
|
|
@db = Mongo::Connection.new("localhost", 27017).db("fgu_orbit")
|
|
@coll_bulletin = @db["bulletins"]
|
|
@bulletin_links = @db["bulletin_links"]
|
|
@coll_cat = @db["bulletin_categories"]
|
|
@updated_bulletins = Array.new
|
|
|
|
@categories = @coll_cat.find().to_a.inject({}) do |categories, category|
|
|
categories[category['key']] = category['_id']
|
|
categories
|
|
end
|
|
|
|
|
|
def save_bulletin_links bulletin_id, title, url, c_time
|
|
|
|
title = "Link" if title == ''
|
|
|
|
bulletin_link = {
|
|
title: {"zh_tw" => title, "en" => title },
|
|
url: url,
|
|
bulletin_id: bulletin_id,
|
|
created_at: c_time,
|
|
updated_at: c_time
|
|
}
|
|
@bulletin_links.save(bulletin_link)
|
|
|
|
end
|
|
|
|
def get_remote_bulletins_json(url)
|
|
data = ""
|
|
open(url){|f| f.each_line {|line| data << line} }
|
|
|
|
bulletins = JSON.parse data
|
|
|
|
bulletins.each do |b|
|
|
|
|
lang = b[1]=='zh-tw' ? "zh_tw".to_sym : "en".to_sym
|
|
|
|
next if b[2]==""
|
|
next if @categories["#{b[7]}"].nil?
|
|
|
|
if b[5]=="" and b[4]!=""
|
|
b[5]=b[4]
|
|
b[4]=""
|
|
end
|
|
|
|
bulletin = { _type: "Bulletin",
|
|
postdate: Time.parse(b[8]),
|
|
created_at: Time.parse(b[8]),
|
|
updated_at: Time.parse(b[8]),
|
|
is_checked: true,
|
|
is_pending: false,
|
|
is_rejected: false,
|
|
bulletin_category_id: @categories["#{b[7]}"],
|
|
title: {lang => b[2]},
|
|
subtitle: {lang => b[4]},
|
|
text: {lang => b[5]},
|
|
available_for_zh_tw: true,
|
|
available_for_en: true,
|
|
create_user_id: "",
|
|
public: true,
|
|
sn: b[0],
|
|
site: b[9],
|
|
site_id: b[10],
|
|
is_top: false,
|
|
is_hot: false,
|
|
is_hidden: false }
|
|
|
|
this_bulletin = @coll_bulletin.find_one(:$and => [{ :sn => bulletin[:sn]},{ :site => bulletin[:site]}])
|
|
@updated_bulletins.push({:sn => bulletin[:sn],:site => bulletin[:site] })
|
|
# p bulletin
|
|
|
|
unless this_bulletin
|
|
@coll_bulletin.save(bulletin)
|
|
|
|
|
|
#files
|
|
(10..14).each do |i|
|
|
ta = i + 5
|
|
save_bulletin_links( bulletin[:_id], b[ta], b[i], bulletin[:created_at] ) if b[i] != ''
|
|
end
|
|
|
|
#url
|
|
save_bulletin_links( bulletin[:_id], '', b[20], bulletin[:created_at] ) if b[20] != ''
|
|
|
|
# puts "Inserted "+lang.to_s+" "+bulletin[:title][lang]
|
|
# p bulletin
|
|
else
|
|
@coll_bulletin.update(
|
|
{"_id"=>this_bulletin["_id"]},
|
|
{
|
|
:_type => "Bulletin",
|
|
:postdate => bulletin[:postdate],
|
|
:created_at => bulletin[:created_at],
|
|
:updated_at => bulletin[:updated_at],
|
|
:is_checked => this_bulletin["is_checked"],
|
|
:is_pending => this_bulletin["is_pending"],
|
|
:is_rejected => this_bulletin["is_rejected"],
|
|
:bulletin_category_id => bulletin[:bulletin_category_id],
|
|
:title => bulletin[:title],
|
|
:subtitle => bulletin[:subtitle],
|
|
:text => bulletin[:text],
|
|
:available_for_zh_tw => this_bulletin["available_for_zh_tw"],
|
|
:available_for_en => this_bulletin["available_for_en"],
|
|
:create_user_id => "",
|
|
:public => this_bulletin["public"],
|
|
:sn => bulletin[:sn],
|
|
:site => bulletin[:site],
|
|
:site_id => bulletin[:site_id],
|
|
:is_top => this_bulletin["is_top"],
|
|
:is_hot => this_bulletin["is_hot"],
|
|
:is_hidden => this_bulletin["is_hidden"]
|
|
})
|
|
|
|
@bulletin_links.remove(bulletin_id: BSON::ObjectId(this_bulletin["_id"].to_s) )
|
|
|
|
#files
|
|
(10..14).each do |i|
|
|
ta = i + 5
|
|
save_bulletin_links( this_bulletin["_id"], b[ta], b[i], this_bulletin["created_at"] ) if b[i] != ''
|
|
end
|
|
|
|
#url
|
|
save_bulletin_links( this_bulletin["_id"], '', b[20], bulletin[:created_at] ) if b[20] != ''
|
|
|
|
# puts "Updated "+lang.to_s+" "+bulletin[:title][lang]
|
|
# p this_bulletin["_id"]
|
|
end
|
|
end
|
|
end
|
|
|
|
get_remote_bulletins_json("http://president.fgu.edu.tw/remote_annoucement/get_news2.php")
|
|
get_remote_bulletins_json("http://car.fgu.edu.tw/remote_annoucement/get_news2.php")
|
|
|
|
# Delete bulletins that had been removed form remote sites
|
|
# Find all remote bulletins on server
|
|
local_bulletins = @coll_bulletin.find({ site: { :$exists => true } })
|
|
|
|
# Check if each remote bulletins on server exist in the updated bulletins
|
|
local_bulletins.each do |local_bulletin|
|
|
result = @updated_bulletins.select {|remote_bulletin| remote_bulletin[:sn] == local_bulletin["sn"] and remote_bulletin[:site] == local_bulletin["site"]}
|
|
if result.length == 0
|
|
@coll_bulletin.remove(:$and => [{ :sn => local_bulletin["sn"]},{ :site => local_bulletin["site"]}])
|
|
p "Delete: "+local_bulletin["site"]+"-"+local_bulletin["sn"]
|
|
end
|
|
end |