require 'json' require 'yaml' require 'httparty' require 'securerandom' class Exporter def initialize(user) @user = user @obj = {} @export_dirname = "export_#{@user.screen_name}_#{Time.now.to_i}_#{SecureRandom.base64.gsub(/[+=\/]/, '')}" @export_filename = @user.screen_name end def export @user.export_processing = true @user.save validate: false collect_user_info collect_questions collect_answers collect_comments collect_smiles finalize publish rescue => e Rollbar.error(e) @user.export_processing = false @user.save validate: false end private def collect_user_info %i(admin answered_count asked_count ban_reason banned_until bio blogger comment_smiled_count commented_count confirmation_sent_at confirmed_at contributor created_at crop_h crop_h_h crop_h_w crop_h_x crop_h_y crop_w crop_x crop_y current_sign_in_at current_sign_in_ip display_name email follower_count friend_count id last_sign_in_at last_sign_in_ip locale location moderator motivation_header permanently_banned privacy_allow_anonymous_questions privacy_allow_public_timeline privacy_allow_stranger_answers privacy_show_in_search profile_header_content_type profile_header_file_name profile_header_file_size profile_header_updated_at profile_picture_content_type profile_picture_file_name profile_picture_file_size profile_picture_updated_at screen_name show_foreign_themes sign_in_count smiled_count supporter translator updated_at website).each do |f| @obj[f] = @user.send f end end def collect_questions @obj[:questions] = [] @user.questions.each do |q| @obj[:questions] << process_question(q, include_user: false) end end def collect_answers @obj[:answers] = [] @user.answers.each do |a| @obj[:answers] << process_answer(a, include_user: false) end end def collect_comments @obj[:comments] = [] @user.comments.each do |c| @obj[:comments] << process_comment(c, include_user: false, include_answer: true) end end def collect_smiles @obj[:smiles] = [] @user.smiles.each do |s| @obj[:smiles] << process_smile(s) end end def finalize `mkdir -p "#{Rails.root.join "public", "export"}"` `mkdir -p /tmp/rs_export/#{@export_dirname}/pictures` if @user.profile_picture_file_name %i(large medium small original).each do |s| url = @user.profile_picture.url(s) target_file = "/tmp/rs_export/#{@export_dirname}/pictures/picture_#{s}_#{@user.profile_picture_file_name}" File.open target_file, 'wb' do |f| f.binmode data = if url.start_with?('/system') File.read(Rails.root.join('public', url.sub(%r(\A/+), ''))) else HTTParty.get(url).parsed_response end f.write data end end end if @user.profile_header_file_name %i(web mobile retina original).each do |s| url = @user.profile_header.url(s) target_file = "/tmp/rs_export/#{@export_dirname}/pictures/header_#{s}_#{@user.profile_header_file_name}" File.open target_file, 'wb' do |f| f.binmode data = if url.start_with?('/system') File.read(Rails.root.join('public', url.sub(%r(\A/+), ''))) else HTTParty.get(url).parsed_response end f.write data end end end File.open "/tmp/rs_export/#{@export_dirname}/#{@export_filename}.json", 'w' do |f| f.puts @obj.to_json end File.open "/tmp/rs_export/#{@export_dirname}/#{@export_filename}.yml", 'w' do |f| f.puts @obj.to_yaml end File.open "/tmp/rs_export/#{@export_dirname}/#{@export_filename}.xml", 'w' do |f| f.puts @obj.to_xml end end def publish `tar czvf #{Rails.root.join "public", "export", "#{@export_dirname}.tar.gz"} -C /tmp/rs_export #{@export_dirname}` url = "https://retrospring.net/export/#{@export_dirname}.tar.gz" @user.export_processing = false @user.export_url = url @user.export_created_at = Time.now @user.save validate: false url end def process_question(question, options = {}) opts = { include_user: true, include_answers: true }.merge(options) qobj = {} %i(answer_count author_is_anonymous content created_at id).each do |f| qobj[f] = question.send f end if opts[:include_answers] qobj[:answers] = [] question.answers.each do |a| qobj[:answers] << process_answer(a, include_question: false) end end if opts[:include_user] qobj[:user] = question.author_is_anonymous ? nil : user_stub(question.user) end qobj end def process_answer(answer, options = {}) opts = { include_question: true, include_user: true, include_comments: true }.merge(options) aobj = {} %i(comment_count content created_at id smile_count).each do |f| aobj[f] = answer.send f end if opts[:include_user] aobj[:user] = user_stub(answer.user) end if opts[:include_question] aobj[:question] = process_question(answer.question, include_user: true, include_answers: false) end if opts[:include_comments] aobj[:comments] = [] answer.comments.each do |c| aobj[:comments] << process_comment(c, include_user: true, include_answer: false) end end aobj end def process_comment(comment, options = {}) opts = { include_user: true, include_answer: false }.merge(options) cobj = {} %i(content created_at id).each do |f| cobj[f] = comment.send f end if opts[:include_user] cobj[:user] = user_stub(comment.user) end if opts[:include_answer] cobj[:answer] = process_answer(comment.answer, include_comments: false) end cobj end def process_smile(smile) sobj = {} %i(id created_at).each do |f| sobj[f] = smile.send f end sobj[:answer] = process_answer(smile.answer, include_comments: false) sobj end def user_stub(user) uobj = {} %i(admin answered_count asked_count bio blogger comment_smiled_count commented_count contributor created_at display_name follower_count friend_count id location moderator motivation_header permanently_banned screen_name smiled_count supporter translator website).each do |f| uobj[f] = user.send f end uobj end end