markdown.rb 12.8 KB
Newer Older
1 2 3
require 'html/pipeline'
require 'html/pipeline/gitlab'

4
module Gitlab
5
  # Custom parser for GitLab-flavored Markdown
6
  #
7
  # It replaces references in the text with links to the appropriate items in
8
  # GitLab.
9 10 11 12
  #
  # Supported reference formats are:
  #   * @foo for team members
  #   * #123 for issues
13
  #   * #JIRA-123 for Jira issues
14 15 16
  #   * !123 for merge requests
  #   * $123 for snippets
  #   * 123456 for commits
17
  #   * 123456...7890123 for commit ranges (comparisons)
18
  #
19 20
  # It also parses Emoji codes to insert images. See
  # http://www.emoji-cheat-sheet.com/ for a list of the supported icons.
21
  #
22
  # Examples
23
  #
24
  #   >> gfm("Hey @david, can you fix this?")
Martin Bastien's avatar
Martin Bastien committed
25
  #   => "Hey <a href="/u/david">@david</a>, can you fix this?"
26
  #
27
  #   >> gfm("Commit 35d5f7c closes #1234")
28
  #   => "Commit <a href="/gitlab/commits/35d5f7c">35d5f7c</a> closes <a href="/gitlab/issues/1234">#1234</a>"
29 30 31 32
  #
  #   >> gfm(":trollface:")
  #   => "<img alt=\":trollface:\" class=\"emoji\" src=\"/images/trollface.png" title=\":trollface:\" />
  module Markdown
33 34
    include IssuesHelper

35 36
    attr_reader :html_options

37 38 39 40 41 42 43
    # Public: Parse the provided text with GitLab-Flavored Markdown
    #
    # text         - the source text
    # project      - extra options for the reference links as given to link_to
    # html_options - extra options for the reference links as given to link_to
    def gfm(text, project = @project, html_options = {})
      gfm_with_options(text, {}, project, html_options)
44 45
    end

46 47 48
    # Public: Parse the provided text with GitLab-Flavored Markdown
    #
    # text         - the source text
49 50
    # options      - parse_tasks: true - render tasks
    #              - xhtml: true       - output XHTML instead of HTML
skv's avatar
skv committed
51
    # project      - extra options for the reference links as given to link_to
52
    # html_options - extra options for the reference links as given to link_to
53
    def gfm_with_options(text, options = {}, project = @project, html_options = {})
54 55
      return text if text.nil?

56 57 58 59
      # Duplicate the string so we don't alter the original, then call to_str
      # to cast it back to a String instead of a SafeBuffer. This is required
      # for gsub calls to work as we need them to.
      text = text.dup.to_str
60

61
      @html_options = html_options
62 63 64

      # Extract pre blocks so they are not altered
      # from http://github.github.com/github-flavored-markdown/
65 66 67 68 69
      text.gsub!(%r{<pre>.*?</pre>|<code>.*?</code>}m) { |match| extract_piece(match) }
      # Extract links with probably parsable hrefs
      text.gsub!(%r{<a.*?>.*?</a>}m) { |match| extract_piece(match) }
      # Extract images with probably parsable src
      text.gsub!(%r{<img.*?>}m) { |match| extract_piece(match) }
70 71 72

      # TODO: add popups with additional information

skv's avatar
skv committed
73
      text = parse(text, project)
74 75 76

      # Insert pre block extractions
      text.gsub!(/\{gfm-extraction-(\h{32})\}/) do
77
        insert_piece($1)
78 79
      end

80 81
      # Used markdown pipelines in GitLab:
      # GitlabEmojiFilter - performs emoji replacement.
Vinnie Okada's avatar
Vinnie Okada committed
82
      # SanitizationFilter - remove unsafe HTML tags and attributes
83 84 85
      #
      # see https://gitlab.com/gitlab-org/html-pipeline-gitlab for more filters
      filters = [
Vinnie Okada's avatar
Vinnie Okada committed
86 87
        HTML::Pipeline::Gitlab::GitlabEmojiFilter,
        HTML::Pipeline::SanitizationFilter
88
      ]
89

Vinnie Okada's avatar
Vinnie Okada committed
90
      whitelist = HTML::Pipeline::SanitizationFilter::WHITELIST
91
      whitelist[:attributes][:all].push('class', 'id')
Vinnie Okada's avatar
Vinnie Okada committed
92
      whitelist[:elements].push('span')
Vinnie Okada's avatar
Vinnie Okada committed
93 94 95 96 97 98 99 100 101 102 103 104 105 106

      # Remove the rel attribute that the sanitize gem adds, and remove the
      # href attribute if it contains inline javascript
      fix_anchors = lambda do |env|
        name, node = env[:node_name], env[:node]
        if name == 'a'
          node.remove_attribute('rel')
          if node['href'] && node['href'].match('javascript:')
            node.remove_attribute('href')
          end
        end
      end
      whitelist[:transformers].push(fix_anchors)

107
      markdown_context = {
108
              asset_root: Gitlab.config.gitlab.url,
Vinnie Okada's avatar
Vinnie Okada committed
109 110
              asset_host: Gitlab::Application.config.asset_host,
              whitelist: whitelist
111 112
      }

113 114
      markdown_pipeline = HTML::Pipeline::Gitlab.new(filters).pipeline

115
      result = markdown_pipeline.call(text, markdown_context)
116 117 118 119
      saveoptions = 0
      if options[:xhtml]
        saveoptions |= Nokogiri::XML::Node::SaveOptions::AS_XHTML
      end
120

Vinnie Okada's avatar
Vinnie Okada committed
121
      text = result[:output].to_html(save_with: saveoptions)
skv's avatar
skv committed
122

123 124 125
      if options[:parse_tasks]
        text = parse_tasks(text)
      end
Vinnie Okada's avatar
Vinnie Okada committed
126

Vinnie Okada's avatar
Vinnie Okada committed
127
      text.html_safe
128 129
    end

130 131
    private

132 133 134 135 136 137 138 139 140 141 142 143
    def extract_piece(text)
      @extractions ||= {}

      md5 = Digest::MD5.hexdigest(text)
      @extractions[md5] = text
      "{gfm-extraction-#{md5}}"
    end

    def insert_piece(id)
      @extractions[id]
    end

144 145 146 147 148
    # Private: Parses text for references and emoji
    #
    # text - Text to parse
    #
    # Returns parsed text
skv's avatar
skv committed
149 150
    def parse(text, project = @project)
      parse_references(text, project) if project
151 152 153 154

      text
    end

155
    NAME_STR = '[a-zA-Z0-9_][a-zA-Z0-9_\-\.]*'
156 157
    PROJ_STR = "(?<project>#{NAME_STR}/#{NAME_STR})"

158
    REFERENCE_PATTERN = %r{
159 160
      (?<prefix>\W)?                         # Prefix
      (                                      # Reference
161
         @(?<user>#{NAME_STR})               # User name
Nikita Verkhovin's avatar
Nikita Verkhovin committed
162
        |~(?<label>\d+)                      # Label ID
163
        |(?<issue>([A-Z\-]+-)\d+)            # JIRA Issue ID
164 165
        |#{PROJ_STR}?\#(?<issue>([a-zA-Z\-]+-)?\d+) # Issue ID
        |#{PROJ_STR}?!(?<merge_request>\d+)  # MR ID
166
        |\$(?<snippet>\d+)                   # Snippet ID
167
        |(#{PROJ_STR}@)?(?<commit_range>[\h]{6,40}\.{2,3}[\h]{6,40}) # Commit range
168
        |(#{PROJ_STR}@)?(?<commit>[\h]{6,40}) # Commit ID
169
        |(?<skip>gfm-extraction-[\h]{6,40})  # Skip gfm extractions. Otherwise will be parsed as commit
170
      )
171
      (?<suffix>\W)?                         # Suffix
172 173
    }x.freeze

174
    TYPES = [:user, :issue, :label, :merge_request, :snippet, :commit, :commit_range].freeze
175

skv's avatar
skv committed
176
    def parse_references(text, project = @project)
177
      # parse reference links
178
      text.gsub!(REFERENCE_PATTERN) do |match|
179
        type       = TYPES.select{|t| !$~[t].nil?}.first
180

181 182 183 184 185 186
        actual_project = project
        project_prefix = nil
        project_path = $LAST_MATCH_INFO[:project]
        if project_path
          actual_project = ::Project.find_with_namespace(project_path)
          project_prefix = project_path
187
        end
188 189 190 191 192 193 194

        parse_result($LAST_MATCH_INFO, type,
                     actual_project, project_prefix) || match
      end
    end

    # Called from #parse_references.  Attempts to build a gitlab reference
Vinnie Okada's avatar
Vinnie Okada committed
195 196 197
    # link.  Returns nil if +type+ is nil, if the match string is an HTML
    # entity, if the reference is invalid, or if the matched text includes an
    # invalid project path.
198 199 200 201
    def parse_result(match_info, type, project, project_prefix)
      prefix = match_info[:prefix]
      suffix = match_info[:suffix]

Vinnie Okada's avatar
Vinnie Okada committed
202 203
      return nil if html_entity?(prefix, suffix) || type.nil?
      return nil if project.nil? && !project_prefix.nil?
204 205 206 207 208 209 210 211

      identifier = match_info[type]
      ref_link = reference_link(type, identifier, project, project_prefix)

      if ref_link
        "#{prefix}#{ref_link}#{suffix}"
      else
        nil
212 213
      end
    end
214

215 216 217 218 219 220
    # Return true if the +prefix+ and +suffix+ indicate that the matched string
    # is an HTML entity like &amp;
    def html_entity?(prefix, suffix)
      prefix && suffix && prefix[0] == '&' && suffix[-1] == ';'
    end

221 222 223 224 225 226
    # Private: Dispatches to a dedicated processing method based on reference
    #
    # reference  - Object reference ("@1234", "!567", etc.)
    # identifier - Object identifier (Issue ID, SHA hash, etc.)
    #
    # Returns string rendered by the processing method
227 228
    def reference_link(type, identifier, project = @project, prefix_text = nil)
      send("reference_#{type}", identifier, project, prefix_text)
229 230
    end

231
    def reference_user(identifier, project = @project, _ = nil)
232
      options = html_options.merge(
233
          class: "gfm gfm-project_member #{html_options[:class]}"
234
        )
235 236

      if identifier == "all"
Vinnie Okada's avatar
Vinnie Okada committed
237
        link_to("@all", namespace_project_url(project.namespace, project), options)
Douwe Maan's avatar
Douwe Maan committed
238 239
      elsif namespace = Namespace.find_by(path: identifier)
        url =
240
          if namespace.is_a?(Group)
Douwe Maan's avatar
Douwe Maan committed
241 242 243 244 245 246
            group_url(identifier)
          else 
            user_url(identifier)
          end
          
        link_to("@#{identifier}", url, options)
247 248 249
      end
    end

Nikita Verkhovin's avatar
Nikita Verkhovin committed
250 251 252 253 254 255 256
    def reference_label(identifier, project = @project, _ = nil)
      if label = project.labels.find_by(id: identifier)
        options = html_options.merge(
          class: "gfm gfm-label #{html_options[:class]}"
        )
        link_to(
          render_colored_label(label),
Vinnie Okada's avatar
Vinnie Okada committed
257
          namespace_project_issues_path(project.namespace, project, label_name: label.name),
Nikita Verkhovin's avatar
Nikita Verkhovin committed
258 259
          options
        )
260 261 262
      end
    end

263
    def reference_issue(identifier, project = @project, prefix_text = nil)
264
      if project.default_issues_tracker?
skv's avatar
skv committed
265 266
        if project.issue_exists? identifier
          url = url_for_issue(identifier, project)
267
          title = title_for_issue(identifier, project)
skv's avatar
skv committed
268 269 270 271
          options = html_options.merge(
            title: "Issue: #{title}",
            class: "gfm gfm-issue #{html_options[:class]}"
          )
272

273
          link_to("#{prefix_text}##{identifier}", url, options)
274
        end
275
      else
276 277
        if project.external_issue_tracker.present?
          reference_external_issue(identifier, project,
Vinnie Okada's avatar
Vinnie Okada committed
278
                                   prefix_text)
279
        end
280 281 282
      end
    end

283 284
    def reference_merge_request(identifier, project = @project,
                                prefix_text = nil)
skv's avatar
skv committed
285 286 287 288 289
      if merge_request = project.merge_requests.find_by(iid: identifier)
        options = html_options.merge(
          title: "Merge Request: #{merge_request.title}",
          class: "gfm gfm-merge_request #{html_options[:class]}"
        )
Vinnie Okada's avatar
Vinnie Okada committed
290 291
        url = namespace_project_merge_request_url(project.namespace, project,
                                                  merge_request)
292
        link_to("#{prefix_text}!#{identifier}", url, options)
293 294 295
      end
    end

296
    def reference_snippet(identifier, project = @project, _ = nil)
skv's avatar
skv committed
297 298 299 300 301
      if snippet = project.snippets.find_by(id: identifier)
        options = html_options.merge(
          title: "Snippet: #{snippet.title}",
          class: "gfm gfm-snippet #{html_options[:class]}"
        )
Vinnie Okada's avatar
Vinnie Okada committed
302 303 304 305 306
        link_to(
          "$#{identifier}",
          namespace_project_snippet_url(project.namespace, project, snippet),
          options
        )
307 308 309
      end
    end

310
    def reference_commit(identifier, project = @project, prefix_text = nil)
skv's avatar
skv committed
311 312 313 314 315
      if project.valid_repo? && commit = project.repository.commit(identifier)
        options = html_options.merge(
          title: commit.link_title,
          class: "gfm gfm-commit #{html_options[:class]}"
        )
Vinnie Okada's avatar
Vinnie Okada committed
316
        prefix_text = "#{prefix_text}@" if prefix_text
317 318
        link_to(
          "#{prefix_text}#{identifier}",
Vinnie Okada's avatar
Vinnie Okada committed
319
          namespace_project_commit_url(project.namespace, project, commit),
320 321
          options
        )
322 323
      end
    end
324

325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343
    def reference_commit_range(identifier, project = @project, prefix_text = nil)
      from_id, to_id = identifier.split(/\.{2,3}/, 2)

      inclusive = identifier !~ /\.{3}/
      from_id << "^" if inclusive

      if project.valid_repo? && 
          from = project.repository.commit(from_id) && 
          to = project.repository.commit(to_id)

        options = html_options.merge(
          title: "Commits #{from_id} through #{to_id}",
          class: "gfm gfm-commit_range #{html_options[:class]}"
        )
        prefix_text = "#{prefix_text}@" if prefix_text

        link_to(
          "#{prefix_text}#{identifier}",
          namespace_project_compare_url(project.namespace, project, from: from_id, to: to_id),
344 345
          options
        )
346 347
      end
    end
348

349
    def reference_external_issue(identifier, project = @project,
Vinnie Okada's avatar
Vinnie Okada committed
350
                                 prefix_text = nil)
Andrew Kumanyaev's avatar
Andrew Kumanyaev committed
351
      url = url_for_issue(identifier, project)
352
      title = project.external_issue_tracker.title
353

skv's avatar
skv committed
354 355 356 357
      options = html_options.merge(
        title: "Issue in #{title}",
        class: "gfm gfm-issue #{html_options[:class]}"
      )
Vinnie Okada's avatar
Vinnie Okada committed
358
      link_to("#{prefix_text}##{identifier}", url, options)
359
    end
360 361 362 363 364 365 366 367 368 369 370

    # Turn list items that start with "[ ]" into HTML checkbox inputs.
    def parse_tasks(text)
      li_tag = '<li class="task-list-item">'
      unchecked_box = '<input type="checkbox" value="on" disabled />'
      checked_box = unchecked_box.sub(/\/>$/, 'checked="checked" />')

      # Regexp captures don't seem to work when +text+ is an
      # ActiveSupport::SafeBuffer, hence the `String.new`
      String.new(text).gsub(Taskable::TASK_PATTERN_HTML) do
        checked = $LAST_MATCH_INFO[:checked].downcase == 'x'
Vinnie Okada's avatar
Vinnie Okada committed
371
        p_tag = $LAST_MATCH_INFO[:p_tag]
372 373

        if checked
Vinnie Okada's avatar
Vinnie Okada committed
374
          "#{li_tag}#{p_tag}#{checked_box}"
375
        else
Vinnie Okada's avatar
Vinnie Okada committed
376
          "#{li_tag}#{p_tag}#{unchecked_box}"
377 378 379
        end
      end
    end
380 381
  end
end