notebook/app/services/forums_prosify_service.rb

class ForumsProsifyService < Service
  ENDLINE = "\r\n"

  def self.prosify_text(thredded_topic, strip_parentheticals=true)
    prose = ""

    thredded_topic.posts.find_each do |post|
      paragraphs = post.content.split(ENDLINE)

      paragraphs.each do |paragraph|
        prose += "\t#{paragraph}#{ENDLINE}" unless strip_parentheticals && post.content.start_with?('(') && post.content.end_with?(')')
      end
    end

    prose
  end

  def self.prosify_irc_log(thredded_topic, strip_parentheticals=true)
    prose = "-!- Topic: #{thredded_topic.title}#{ENDLINE}"
    user_display_name_cache = {}

    thredded_topic.posts.find_each do |post|
      paragraphs = post.content.split(ENDLINE)
      user_display_name_cache[post.user_id] = post.user.try(:display_name) || "Anonymous" unless user_display_name_cache.key?(post.user_id)

      paragraphs.each do |paragraph|
        next if paragraph.empty?
        next if strip_parentheticals && post.content.start_with?('(') && post.content.end_with?(')')

        prose += "<#{user_display_name_cache[post.user_id]}> #{paragraph}#{ENDLINE}"
      end
    end

    prose
  end

  def self.prosify_html(thredded_topic, strip_parentheticals=true)
    prose = ""
    user_display_name_cache = {}

    thredded_topic.posts.find_each do |post|
      user_display_name_cache[post.user_id] = post.user.try(:display_name) || "Anonymous user" unless user_display_name_cache.key?(post.user_id)

      tooltip = "authored by #{user_display_name_cache[post.user_id]}"
      prose += "<p class='tooltipped' data-tooltip='#{tooltip}' data-position='right'>#{post.content}</p>" unless strip_parentheticals && post.content.start_with?('(') && post.content.end_with?(')')
    end

    prose
  end

  def self.save_to_document(user, thredded_topic, strip_parentheticals=true)
    document = user.documents.create!(
      title: "#{thredded_topic.title} (forums post)",
      body:  prosify_html(thredded_topic, strip_parentheticals)
    )
    analysis = document.document_analysis.create!

    # If there are any links to Notebook.ai pages or [[page-id]] tokens in this post, we should automatically link those pages
    tokens = ContentFormatterService.tokens_to_replace(document.body)
    tokens.each do |token|
      analysis.document_entities.find_or_create_by(
        entity_type: token[:content_type],
        entity_id:   token[:content_id]
      )
    end

    links = ContentFormatterService.links_to_replace(document.body)
    links.each do |link|
      analysis.document_entities.find_or_create_by(
        entity_type: link[:content_type],
        entity_id:   link[:content_id],
        text:        link[:matched_string]
      )
    end

    document
  end
end