bike
/
BikeBikeBike
1
0
Fork 0
Code Issues 4 Pull Requests Projects Releases Wiki Activity
Browse Source

Migrations complete

development
Godwin 10 years ago
parent
87fbd50af1
commit
8bcc1852b5
1 changed files with 153 additions and 31 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 184
      lib/tasks/migrate.rake

184
lib/tasks/migrate.rake
View File

@ -3,43 +3,96 @@ require 'json'
require 'rest_client'
require 'geocoder/calculations'
$panoramios = Hash.new
namespace :migrate do
desc "Migrates data from live site to current database"
task all: :environment do
migrate! User.new
migrate! Location.new
migrate! OrganizationStatus.new, true, 'shop_status'
migrate! Organization.new
migrate! ConferenceType.new, true, false
migrate! Conference.new
migrate! WorkshopStream.new, true
migrate! WorkshopResource.new, true
migrate! Workshop.new, true
end
task users: :environment do
migrate! User.new
end
task locations: :environment do
migrate! Location.new
end
task organization_statuses: :environment do
migrate!(OrganizationStatus.new, true, 'shop_status')
OrganizationStatus.create({:title => 'Unknown', :slug => 'unknown'})
migrate! OrganizationStatus.new, true, 'shop_status'
end
task organizations: :environment do
clear_table 'locations_organizations'
clear_table 'user_organization_relationships'
migrate! Organization.new
end
task conference_types: :environment do
clear_table 'conference_types'
ConferenceType.create({:id => 4, :title => 'Official Bike!Bike!', :slug => 'bikebike'})
ConferenceType.create({:id => 5, :title => 'Regional Bike!Bike!', :slug => 'regional'})
ConferenceType.create({:id => 6, :title => 'BiciCongreso', :slug => 'bici-congreso'})
migrate! ConferenceType.new, true, false
end
task conferences: :environment do
migrate! Conference.new
end
task workshop_streams: :environment do
migrate! WorkshopStream.new, true
end
task workshop_resources: :environment do
migrate! WorkshopResources.new, true
end
task workshops: :environment do
migrate! Workshop.new
end
task conferences: :environment do
def migrate_location(id, object)
return {
:id => id,
:title => object[:name].length > 0 ? object[:name] : nil,
:latitude => object[:latitude],
:longitude => object[:longitude],
:longitude => object[:longitude],
:country => object[:country].upcase,
:territory => object[:province].upcase,
:city => object[:city],
:street => object[:street],
:postal_code => object[:postal_code].length > 0 ? object[:postal_code] : nil,
}
end
def organization_statuses_post_migrate()
OrganizationStatus.create({:id => 4, :name => 'Unknown', :slug => 'unknown'})
end
def organizations_pre_migrate()
clear_table 'locations_organizations'
clear_table 'user_organization_relationships'
end
def conference_types_post_migrate()
ConferenceType.create({:id => 4, :title => 'Official Bike!Bike!', :slug => 'bikebike'})
ConferenceType.create({:id => 5, :title => 'Regional Bike!Bike!', :slug => 'regional'})
ConferenceType.create({:id => 6, :title => 'BiciCongreso', :slug => 'bici-congreso'})
end
def conferences_pre_migrate()
clear_table 'conference_admins'
clear_table 'conference_host_organizations'
migrate! Conference.new
end
def workshops_pre_migrate()
clear_table 'workshop_facilitators'
end
def migrate_user(id, object)
@ -67,7 +120,7 @@ namespace :migrate do
:id => id,
:name => object[:title],
:slug => object[:path].gsub(/^.*\/(.*)$/, '\1'),
:email_address => object[:email],
:email_address => object[:email] && object[:email].first ? object[:email]['und'][0]['url'] : nil,
:url => object[:field_website] && object[:field_website].first ? object[:field_website]['und'][0]['url'] : nil,
:year_founded => object[:field_year_founded] && object[:field_year_founded].first ? object[:field_year_founded]['und'][0]['value'] : nil,
:info => object[:body]['und'][0]['value'],
@ -118,7 +171,7 @@ namespace :migrate do
{
:id => id,
:title => object[:title],
:slug => object[:path].gsub(/^.*\/(.*)$/, '\1'),
:slug => object[:path].gsub(/^.*\/(.*)$/, '\1').gsub(/\./, ''),
:conference_type_id => object[:field_conference_type] && object[:field_conference_type].first ? object[:field_conference_type]['und'][0]['tid'] : nil,
:info => object[:body]['und'][0]['value'],
:start_date => object[:field_date]['und'][0]['value'],
@ -144,6 +197,43 @@ namespace :migrate do
object.save!
end
def migrate_workshop(id, object)
return {
:id => id,
:title => object[:title],
:slug => object[:path].gsub(/^.*\/(.*)$/, '\1').gsub(/\./, ''),
:info => object[:body]['und'][0]['value'],
:start_time => object[:field_scheduled_time]['und'][0]['value'],
:end_time => object[:field_scheduled_time]['und'][0]['value2'],
:location_id => object[:field_lid] && object[:field_lid].first ? object[:field_lid]['und'][0]['value'] : nil,
:workshop_stream_id => object[:field_stream] && object[:field_stream].first ? object[:field_stream]['und'][0]['tid'] : nil,
:created_at => Time.at(object[:created].to_i).to_datetime
}
end
def workshop_post_save(json, object)
json[:field_coordinators]['und'].each { |u|
object.workshop_facilitators << WorkshopFacilitators.new(:user_id => u['target_id'].to_i, :role => 'administrator')
}
object.save!
end
def migrate_workshop_resource(id, object)
return {
:id => id,
:name => object[:name],
:slug => object[:name].gsub(/[\/\-]/, '').gsub(/\s+/, '_').downcase
}
end
def migrate_workshop_stream(id, object)
return {
:id => id,
:name => object[:name],
:slug => object[:name].gsub(/[\/\-]/, '').gsub(/\s+/, '_').downcase
}
end
def migrate_organization_status(id, object)
return {
:id => id,
@ -161,19 +251,27 @@ namespace :migrate do
end
def get_panoramio_image(city, territory, country, column, params)
result = Geocoder.search(city + ', ' + (territory ? territory + ' ' : '') + country).first
location = city + ', ' + (territory ? territory + ' ' : '') + country
$panoramios ||= Hash.new
$panoramios[location] ||= 0
$panoramios[location] += 1
result = Geocoder.search(location).first
if result
points = Geocoder::Calculations.bounding_box([result.latitude, result.longitude], 5, { :unit => :km })
response = RestClient.get 'http://www.panoramio.com/map/get_panoramas.php', :params => {:set => :public, :size => :original, :from => 0, :to => 20, :mapfilter => false, :miny => points[0], :minx => points[1], :maxy => points[2], :maxx => points[3]}
if response.code == 200
i = 0
JSON.parse(response.to_str)['photos'].each { |img|
if img['width'].to_i > 980
params["remote_#{column.to_s}_url".to_sym] = img['photo_file_url']
params[column.to_sym] = img['photo_file_url'].gsub(/^.*\/(.*)$/, '\1')
params[:cover_attribution_id] = img['owner_id']
params[:cover_attribution_name] = img['owner_name']
params[:cover_attribution_src] = 'panoramio'
return params
i += 1
if i >= $panoramios[location]
params["remote_#{column.to_s}_url".to_sym] = img['photo_file_url']
params[column.to_sym] = img['photo_file_url'].gsub(/^.*\/(.*)$/, '\1')
params[:cover_attribution_id] = img['owner_id']
params[:cover_attribution_name] = img['owner_name']
params[:cover_attribution_src] = 'panoramio'
return params
end
end
}
end
@ -184,19 +282,43 @@ namespace :migrate do
def migrate!(model, vocabulary = false, table = nil)
type = model.class.table_name
clear_table(type)
is_users = (type == 'users')
table ||= type.singularize
get_data(is_users ? 'user' : (vocabulary ? 'taxonomy_term' : 'node'), is_users || vocabulary ? nil : table, vocabulary ? table : nil).each { |id, object|
object.symbolize_keys!
params = self.send('migrate_' + type.singularize, id, object)
if params
new_object = model.class.create(params)
post_save = (type.singularize + '_post_save')
begin
self.send(type + '_pre_migrate')
rescue; end
is_entity = (type == 'users' || type == 'locations')
if table != false
table ||= type.singularize
data = nil
attempts = 0
while !data && attempts < 10
if attempts > 0
sleep 2
puts "Download failed, attempt #{attempt + 1} to obtain #{type.singularize} data from live server"
end
begin
self.send(post_save, object, new_object)
rescue; end
data = get_data(is_entity ? type.singularize : (vocabulary ? 'taxonomy_term' : 'node'), is_entity || vocabulary ? nil : table, vocabulary ? table : nil)
rescue; end
attempts += 1
end
}
if data
data.each { |id, object|
object.symbolize_keys!
params = self.send('migrate_' + type.singularize, id, object)
if params
new_object = model.class.create(params)
post_save = (type.singularize + '_post_save')
begin
self.send(post_save, object, new_object)
rescue; end
end
}
else
puts "All attempts to access infomation from live server have failed"
end
end
begin
self.send(type + '_post_migrate')
rescue; end
end
def clear_table(table)

Write Preview
Loading…
Cancel
Save