2020-04-19 13:35:58 -07:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2022-07-09 08:16:56 -07:00
|
|
|
require "json"
|
|
|
|
require "yaml"
|
|
|
|
require "httparty"
|
2016-01-05 10:44:20 -08:00
|
|
|
|
|
|
|
class Exporter
|
2022-07-09 08:16:56 -07:00
|
|
|
EXPORT_ROLES = %i[administrator moderator].freeze
|
2020-04-19 13:35:58 -07:00
|
|
|
|
2016-01-05 10:44:20 -08:00
|
|
|
def initialize(user)
|
|
|
|
@user = user
|
|
|
|
@obj = {}
|
2022-07-09 08:16:56 -07:00
|
|
|
@export_dirname = Dir.mktmpdir("rs-export-")
|
2022-07-09 09:54:59 -07:00
|
|
|
@export_filename = "#{File.basename(@export_dirname)}.tar.gz"
|
2016-01-05 10:44:20 -08:00
|
|
|
end
|
|
|
|
|
|
|
|
def export
|
|
|
|
@user.export_processing = true
|
|
|
|
@user.save validate: false
|
|
|
|
collect_user_info
|
|
|
|
collect_questions
|
|
|
|
collect_answers
|
|
|
|
collect_comments
|
|
|
|
collect_smiles
|
|
|
|
finalize
|
|
|
|
publish
|
2017-03-31 14:17:36 -07:00
|
|
|
rescue => e
|
2021-12-28 09:32:03 -08:00
|
|
|
Sentry.capture_exception(e)
|
2016-01-05 10:44:20 -08:00
|
|
|
@user.export_processing = false
|
|
|
|
@user.save validate: false
|
2022-07-09 08:16:56 -07:00
|
|
|
ensure
|
|
|
|
FileUtils.remove_dir(@export_dirname)
|
2016-01-05 10:44:20 -08:00
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def collect_user_info
|
2022-06-26 08:43:34 -07:00
|
|
|
%i[answered_count asked_count comment_smiled_count commented_count
|
2021-12-21 15:25:32 -08:00
|
|
|
confirmation_sent_at confirmed_at created_at profile_header profile_header_h profile_header_w profile_header_x profile_header_y
|
2021-12-31 13:26:47 -08:00
|
|
|
profile_picture_w profile_picture_h profile_picture_x profile_picture_y current_sign_in_at current_sign_in_ip
|
2022-06-26 08:33:32 -07:00
|
|
|
id last_sign_in_at last_sign_in_ip locale
|
2016-01-05 10:44:20 -08:00
|
|
|
privacy_allow_anonymous_questions privacy_allow_public_timeline privacy_allow_stranger_answers
|
2021-12-21 15:25:32 -08:00
|
|
|
privacy_show_in_search profile_header_file_name profile_picture_file_name
|
2022-06-26 08:43:34 -07:00
|
|
|
screen_name show_foreign_themes sign_in_count smiled_count updated_at].each do |f|
|
2016-01-05 10:44:20 -08:00
|
|
|
@obj[f] = @user.send f
|
|
|
|
end
|
2020-04-19 13:35:58 -07:00
|
|
|
|
2021-12-21 15:02:26 -08:00
|
|
|
@obj[:profile] = {}
|
2022-07-09 08:16:56 -07:00
|
|
|
%i[display_name motivation_header website location description].each do |f|
|
2021-12-21 15:25:32 -08:00
|
|
|
@obj[:profile][f] = @user.profile.send f
|
2021-12-21 15:02:26 -08:00
|
|
|
end
|
|
|
|
|
2020-04-19 13:35:58 -07:00
|
|
|
EXPORT_ROLES.each do |role|
|
|
|
|
@obj[role] = @user.has_role?(role)
|
|
|
|
end
|
2016-01-05 10:44:20 -08:00
|
|
|
end
|
|
|
|
|
|
|
|
def collect_questions
|
|
|
|
@obj[:questions] = []
|
|
|
|
@user.questions.each do |q|
|
|
|
|
@obj[:questions] << process_question(q, include_user: false)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def collect_answers
|
|
|
|
@obj[:answers] = []
|
|
|
|
@user.answers.each do |a|
|
|
|
|
@obj[:answers] << process_answer(a, include_user: false)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def collect_comments
|
|
|
|
@obj[:comments] = []
|
|
|
|
@user.comments.each do |c|
|
|
|
|
@obj[:comments] << process_comment(c, include_user: false, include_answer: true)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def collect_smiles
|
|
|
|
@obj[:smiles] = []
|
|
|
|
@user.smiles.each do |s|
|
|
|
|
@obj[:smiles] << process_smile(s)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def finalize
|
|
|
|
`mkdir -p "#{Rails.root.join "public", "export"}"`
|
2022-07-09 08:16:56 -07:00
|
|
|
`mkdir -p #{@export_dirname}/pictures`
|
2016-01-05 10:44:20 -08:00
|
|
|
|
|
|
|
if @user.profile_picture_file_name
|
2022-07-09 08:16:56 -07:00
|
|
|
%i[large medium small original].each do |s|
|
2016-01-05 10:44:20 -08:00
|
|
|
url = @user.profile_picture.url(s)
|
2022-07-09 08:16:56 -07:00
|
|
|
target_file = "#{@export_dirname}/pictures/picture_#{s}_#{@user.profile_picture_file_name}"
|
|
|
|
File.open target_file, "wb" do |f|
|
2016-01-05 10:44:20 -08:00
|
|
|
f.binmode
|
2022-07-09 08:16:56 -07:00
|
|
|
data = if url.start_with?("/system")
|
|
|
|
File.read(Rails.root.join("public", url.sub(%r{\A/+}, "")))
|
2017-03-31 14:25:45 -07:00
|
|
|
else
|
|
|
|
HTTParty.get(url).parsed_response
|
|
|
|
end
|
|
|
|
f.write data
|
2016-01-05 10:44:20 -08:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
if @user.profile_header_file_name
|
2022-07-09 08:16:56 -07:00
|
|
|
%i[web mobile retina original].each do |s|
|
2016-01-05 10:44:20 -08:00
|
|
|
url = @user.profile_header.url(s)
|
2022-07-09 08:16:56 -07:00
|
|
|
target_file = "#{@export_dirname}/pictures/header_#{s}_#{@user.profile_header_file_name}"
|
|
|
|
File.open target_file, "wb" do |f|
|
2016-01-05 10:44:20 -08:00
|
|
|
f.binmode
|
2022-07-09 08:16:56 -07:00
|
|
|
data = if url.start_with?("/system")
|
|
|
|
File.read(Rails.root.join("public", url.sub(%r{\A/+}, "")))
|
2017-03-31 14:25:45 -07:00
|
|
|
else
|
|
|
|
HTTParty.get(url).parsed_response
|
|
|
|
end
|
|
|
|
f.write data
|
2016-01-05 10:44:20 -08:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2022-07-09 08:16:56 -07:00
|
|
|
File.open "#{@export_dirname}/#{@export_filename}.json", "w" do |f|
|
2016-01-05 10:44:20 -08:00
|
|
|
f.puts @obj.to_json
|
|
|
|
end
|
|
|
|
|
2022-07-09 08:16:56 -07:00
|
|
|
File.open "#{@export_dirname}/#{@export_filename}.yml", "w" do |f|
|
2016-01-05 10:44:20 -08:00
|
|
|
f.puts @obj.to_yaml
|
|
|
|
end
|
|
|
|
|
2022-07-09 08:16:56 -07:00
|
|
|
File.open "#{@export_dirname}/#{@export_filename}.xml", "w" do |f|
|
2016-01-05 10:44:20 -08:00
|
|
|
f.puts @obj.to_xml
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def publish
|
2022-07-09 08:16:56 -07:00
|
|
|
`tar czvf #{Rails.root.join "public", "export", "#{@export_filename}.tar.gz"} -C /tmp/rs_export #{@export_dirname}`
|
2022-07-09 11:11:35 -07:00
|
|
|
url = "#{APP_CONFIG[:https] ? 'https' : 'http'}://#{APP_CONFIG[:hostname]}/export/#{@export_filename}"
|
2016-01-05 10:44:20 -08:00
|
|
|
@user.export_processing = false
|
|
|
|
@user.export_url = url
|
|
|
|
@user.export_created_at = Time.now
|
|
|
|
@user.save validate: false
|
|
|
|
url
|
|
|
|
end
|
|
|
|
|
|
|
|
def process_question(question, options = {})
|
|
|
|
opts = {
|
|
|
|
include_user: true,
|
|
|
|
include_answers: true
|
|
|
|
}.merge(options)
|
|
|
|
|
|
|
|
qobj = {}
|
2022-07-09 08:16:56 -07:00
|
|
|
%i[answer_count author_is_anonymous content created_at id].each do |f|
|
2016-01-05 12:18:21 -08:00
|
|
|
qobj[f] = question.send f
|
2016-01-05 10:44:20 -08:00
|
|
|
end
|
|
|
|
|
|
|
|
if opts[:include_answers]
|
|
|
|
qobj[:answers] = []
|
2016-01-05 12:18:21 -08:00
|
|
|
question.answers.each do |a|
|
2016-01-05 10:44:20 -08:00
|
|
|
qobj[:answers] << process_answer(a, include_question: false)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
if opts[:include_user]
|
|
|
|
qobj[:user] = question.author_is_anonymous ? nil : user_stub(question.user)
|
|
|
|
end
|
|
|
|
|
|
|
|
qobj
|
|
|
|
end
|
|
|
|
|
|
|
|
def process_answer(answer, options = {})
|
|
|
|
opts = {
|
|
|
|
include_question: true,
|
|
|
|
include_user: true,
|
|
|
|
include_comments: true
|
|
|
|
}.merge(options)
|
|
|
|
|
|
|
|
aobj = {}
|
2022-07-09 08:16:56 -07:00
|
|
|
%i[comment_count content created_at id smile_count].each do |f|
|
2016-01-05 10:44:20 -08:00
|
|
|
aobj[f] = answer.send f
|
|
|
|
end
|
|
|
|
|
|
|
|
if opts[:include_user]
|
|
|
|
aobj[:user] = user_stub(answer.user)
|
|
|
|
end
|
|
|
|
|
|
|
|
if opts[:include_question]
|
|
|
|
aobj[:question] = process_question(answer.question, include_user: true, include_answers: false)
|
|
|
|
end
|
|
|
|
|
|
|
|
if opts[:include_comments]
|
|
|
|
aobj[:comments] = []
|
|
|
|
answer.comments.each do |c|
|
|
|
|
aobj[:comments] << process_comment(c, include_user: true, include_answer: false)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
aobj
|
|
|
|
end
|
|
|
|
|
|
|
|
def process_comment(comment, options = {})
|
|
|
|
opts = {
|
|
|
|
include_user: true,
|
|
|
|
include_answer: false
|
|
|
|
}.merge(options)
|
|
|
|
|
|
|
|
cobj = {}
|
2022-07-09 08:16:56 -07:00
|
|
|
%i[content created_at id].each do |f|
|
2016-01-05 10:44:20 -08:00
|
|
|
cobj[f] = comment.send f
|
|
|
|
end
|
|
|
|
|
|
|
|
if opts[:include_user]
|
|
|
|
cobj[:user] = user_stub(comment.user)
|
|
|
|
end
|
|
|
|
|
|
|
|
if opts[:include_answer]
|
|
|
|
cobj[:answer] = process_answer(comment.answer, include_comments: false)
|
|
|
|
end
|
|
|
|
|
|
|
|
cobj
|
|
|
|
end
|
|
|
|
|
|
|
|
def process_smile(smile)
|
|
|
|
sobj = {}
|
|
|
|
|
2022-07-09 08:16:56 -07:00
|
|
|
%i[id created_at].each do |f|
|
2016-01-05 12:23:43 -08:00
|
|
|
sobj[f] = smile.send f
|
2016-01-05 10:44:20 -08:00
|
|
|
end
|
|
|
|
|
2022-07-09 08:16:56 -07:00
|
|
|
type = smile.parent.class.name.downcase
|
2022-07-09 10:22:05 -07:00
|
|
|
sobj[type.to_sym] = send(:"process_#{type}", smile.parent, include_comments: false, include_user: false)
|
2016-01-05 10:44:20 -08:00
|
|
|
|
|
|
|
sobj
|
|
|
|
end
|
|
|
|
|
|
|
|
def user_stub(user)
|
|
|
|
uobj = {}
|
2022-01-16 09:51:27 -08:00
|
|
|
%i[answered_count asked_count comment_smiled_count commented_count created_at
|
2022-07-01 21:19:39 -07:00
|
|
|
id permanently_banned? screen_name smiled_count].each do |f|
|
2016-01-05 10:44:20 -08:00
|
|
|
uobj[f] = user.send f
|
|
|
|
end
|
2020-04-19 13:35:58 -07:00
|
|
|
|
2021-12-21 15:02:26 -08:00
|
|
|
uobj[:profile] = {}
|
2022-07-09 08:16:56 -07:00
|
|
|
%i[display_name motivation_header website location description].each do |f|
|
2021-12-21 15:25:32 -08:00
|
|
|
uobj[:profile][f] = user.profile.send f
|
2021-12-21 15:02:26 -08:00
|
|
|
end
|
|
|
|
|
2020-04-19 13:35:58 -07:00
|
|
|
EXPORT_ROLES.each do |role|
|
|
|
|
uobj[role] = user.has_role?(role)
|
|
|
|
end
|
|
|
|
|
2016-01-05 10:44:20 -08:00
|
|
|
uobj
|
|
|
|
end
|
|
|
|
end
|