Migrations complete

lib/tasks/migrate.rake

@@ -3,43 +3,96 @@ require 'json'
 require 'rest_client'
 require 'geocoder/calculations'
 
+$panoramios = Hash.new
+
 namespace :migrate do
 	desc "Migrates data from live site to current database"
 
+	task all: :environment do
+		migrate! User.new
+		migrate! Location.new
+		migrate! OrganizationStatus.new, true, 'shop_status'
+		migrate! Organization.new
+		migrate! ConferenceType.new, true, false
+		migrate! Conference.new
+		migrate! WorkshopStream.new, true
+		migrate! WorkshopResource.new, true
+		migrate! Workshop.new, true
+	end
+
 	task users: :environment do
 		migrate! User.new
 	end
 
+	task locations: :environment do
+		migrate! Location.new
+	end
+
 	task organization_statuses: :environment do
-		migrate!(OrganizationStatus.new, true, 'shop_status')
+		migrate! OrganizationStatus.new, true, 'shop_status'
-		OrganizationStatus.create({:title => 'Unknown', :slug => 'unknown'})
 	end
 
 	task organizations: :environment do
-		clear_table 'locations_organizations'
-		clear_table 'user_organization_relationships'
 		migrate! Organization.new
 	end
 	
 	task conference_types: :environment do
-		clear_table 'conference_types'
+		migrate! ConferenceType.new, true, false
-		ConferenceType.create({:id => 4, :title => 'Official Bike!Bike!', :slug => 'bikebike'})
-		ConferenceType.create({:id => 5, :title => 'Regional Bike!Bike!', :slug => 'regional'})
-		ConferenceType.create({:id => 6, :title => 'BiciCongreso', :slug => 'bici-congreso'})
 	end
 
 	task conferences: :environment do
 		migrate! Conference.new
 	end
 	
+	task workshop_streams: :environment do
+		migrate! WorkshopStream.new, true
+	end
+
+	task workshop_resources: :environment do
+		migrate! WorkshopResources.new, true
+	end
+
 	task workshops: :environment do
 		migrate! Workshop.new
 	end
 
-	task conferences: :environment do
+	def migrate_location(id, object)
+		return {
+			:id => id,
+			:title => object[:name].length > 0 ? object[:name] : nil,
+			:latitude => object[:latitude],
+			:longitude => object[:longitude],
+			:longitude => object[:longitude],
+			:country => object[:country].upcase,
+			:territory => object[:province].upcase,
+			:city => object[:city],
+			:street => object[:street],
+			:postal_code => object[:postal_code].length > 0 ? object[:postal_code] : nil,
+		}
+	end
+
+	def organization_statuses_post_migrate()
+		OrganizationStatus.create({:id => 4, :name => 'Unknown', :slug => 'unknown'})
+	end
+
+	def organizations_pre_migrate()
+		clear_table 'locations_organizations'
+		clear_table 'user_organization_relationships'
+	end
+
+	def conference_types_post_migrate()
+		ConferenceType.create({:id => 4, :title => 'Official Bike!Bike!', :slug => 'bikebike'})
+		ConferenceType.create({:id => 5, :title => 'Regional Bike!Bike!', :slug => 'regional'})
+		ConferenceType.create({:id => 6, :title => 'BiciCongreso', :slug => 'bici-congreso'})
+	end
+
+	def conferences_pre_migrate()
 		clear_table 'conference_admins'
 		clear_table 'conference_host_organizations'
-		migrate! Conference.new
+	end
+
+	def workshops_pre_migrate()
+		clear_table 'workshop_facilitators'
 	end
 
 	def migrate_user(id, object)
@@ -67,7 +120,7 @@ namespace :migrate do
 				:id => id,
 				:name => object[:title],
 				:slug => object[:path].gsub(/^.*\/(.*)$/, '\1'),
-				:email_address => object[:email],
+				:email_address => object[:email] && object[:email].first ? object[:email]['und'][0]['url'] : nil,
 				:url => object[:field_website] && object[:field_website].first ? object[:field_website]['und'][0]['url'] : nil,
 				:year_founded => object[:field_year_founded] && object[:field_year_founded].first ? object[:field_year_founded]['und'][0]['value'] : nil,
 				:info => object[:body]['und'][0]['value'],
@@ -118,7 +171,7 @@ namespace :migrate do
 			{
 				:id => id,
 				:title => object[:title],
-				:slug => object[:path].gsub(/^.*\/(.*)$/, '\1'),
+				:slug => object[:path].gsub(/^.*\/(.*)$/, '\1').gsub(/\./, ''),
 				:conference_type_id => object[:field_conference_type] && object[:field_conference_type].first ? object[:field_conference_type]['und'][0]['tid'] : nil,
 				:info => object[:body]['und'][0]['value'],
 				:start_date => object[:field_date]['und'][0]['value'],
@@ -144,6 +197,43 @@ namespace :migrate do
 		object.save!
 	end
 
+	def migrate_workshop(id, object)
+		return {
+				:id => id,
+				:title => object[:title],
+				:slug => object[:path].gsub(/^.*\/(.*)$/, '\1').gsub(/\./, ''),
+				:info => object[:body]['und'][0]['value'],
+				:start_time => object[:field_scheduled_time]['und'][0]['value'],
+				:end_time => object[:field_scheduled_time]['und'][0]['value2'],
+				:location_id => object[:field_lid] && object[:field_lid].first ? object[:field_lid]['und'][0]['value'] : nil,
+				:workshop_stream_id => object[:field_stream] && object[:field_stream].first ? object[:field_stream]['und'][0]['tid'] : nil,
+				:created_at => Time.at(object[:created].to_i).to_datetime
+			}
+	end
+
+	def workshop_post_save(json, object)
+		json[:field_coordinators]['und'].each { |u|
+			object.workshop_facilitators << WorkshopFacilitators.new(:user_id => u['target_id'].to_i, :role => 'administrator')
+		}
+		object.save!
+	end
+
+	def migrate_workshop_resource(id, object)
+		return {
+				:id => id,
+				:name => object[:name],
+				:slug => object[:name].gsub(/[\/\-]/, '').gsub(/\s+/, '_').downcase
+			}
+	end
+
+	def migrate_workshop_stream(id, object)
+		return {
+				:id => id,
+				:name => object[:name],
+				:slug => object[:name].gsub(/[\/\-]/, '').gsub(/\s+/, '_').downcase
+			}
+	end
+
 	def migrate_organization_status(id, object)
 		return {
 				:id => id,
@@ -161,13 +251,20 @@ namespace :migrate do
 	end
 
 	def get_panoramio_image(city, territory, country, column, params)
-		result = Geocoder.search(city + ', ' + (territory ? territory + ' ' : '') + country).first
+		location = city + ', ' + (territory ? territory + ' ' : '') + country
+		$panoramios ||= Hash.new
+		$panoramios[location] ||= 0
+		$panoramios[location] += 1
+		result = Geocoder.search(location).first
 		if result
 			points = Geocoder::Calculations.bounding_box([result.latitude, result.longitude], 5, { :unit => :km })
 			response = RestClient.get 'http://www.panoramio.com/map/get_panoramas.php', :params => {:set => :public, :size => :original, :from => 0, :to => 20, :mapfilter => false, :miny => points[0], :minx => points[1], :maxy => points[2], :maxx => points[3]}
 			if response.code == 200
+				i = 0
 				JSON.parse(response.to_str)['photos'].each { |img|
 					if img['width'].to_i > 980
+						i += 1
+						if i >= $panoramios[location]
 							params["remote_#{column.to_s}_url".to_sym] = img['photo_file_url']
 							params[column.to_sym] = img['photo_file_url'].gsub(/^.*\/(.*)$/, '\1')
 							params[:cover_attribution_id] = img['owner_id']
@@ -175,6 +272,7 @@ namespace :migrate do
 							params[:cover_attribution_src] = 'panoramio'
 							return params
 						end
+					end
 				}
 			end
 		end
@@ -184,9 +282,26 @@ namespace :migrate do
 	def migrate!(model, vocabulary = false, table = nil)
 		type = model.class.table_name
 		clear_table(type)
-		is_users = (type == 'users')
+		begin
+			self.send(type + '_pre_migrate')
+		rescue;	end
+		is_entity = (type == 'users' || type == 'locations')
+		if table != false
 			table ||= type.singularize
-		get_data(is_users ? 'user' : (vocabulary ? 'taxonomy_term' : 'node'), is_users || vocabulary ? nil : table, vocabulary ? table : nil).each { |id, object|
+			data = nil
+			attempts = 0
+			while !data && attempts < 10
+				if attempts > 0
+					sleep 2
+					puts "Download failed, attempt #{attempt + 1} to obtain #{type.singularize} data from live server"
+				end
+				begin
+					data = get_data(is_entity ? type.singularize : (vocabulary ? 'taxonomy_term' : 'node'), is_entity || vocabulary ? nil : table, vocabulary ? table : nil)
+				rescue; end
+				attempts += 1
+			end
+			if data
+				data.each { |id, object|
 					object.symbolize_keys!
 					params = self.send('migrate_' + type.singularize, id, object)
 					if params
@@ -197,6 +312,13 @@ namespace :migrate do
 						rescue;	end
 					end
 				}
+			else
+				puts "All attempts to access infomation from live server have failed"
+			end
+		end
+		begin
+			self.send(type + '_post_migrate')
+		rescue;	end
 	end
 
 	def clear_table(table)