sisimai / rb-Sisimai / 612

pending completion

Build # 612

Build Type

push

travis-ci

Committed by

azumakuniyuki

Commit Message

<a href="https://github.com/sisimai/rb-Sisimai/commit/9ae6cbfcf">Fix bug in Sisimai::RFC3464: scan() method unintentionally detects non-bounce mail as a bounce. Reported at sisimai/p5-Sisimai#296 and fixed in commit https://github.com/sisimai/p5-Sisimai/commit/</a><a class="double-link" href="https://github.com/sisimai/rb-Sisimai/commit/b2ebd513d">b2ebd513d</a>

Run Details

4 of 4 new or added lines in 1 file covered. (100.0%)

6409 of 6880 relevant lines covered (93.15%)

5445.64 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

87.41

/lib/sisimai/rfc3464.rb

module Sisimai
  # Sisimai::RFC3464 - bounce mail parser class for Fallback.
  module RFC3464
    # Imported from p5-Sisimail/lib/Sisimai/RFC3464.pm
    class << self
      require 'sisimai/bite/email'

      # http://tools.ietf.org/html/rfc3464
      Indicators = Sisimai::Bite::Email.INDICATORS
      MarkingsOf = {
        message: %r{\A(?>
           content-type:[ ]*(?:
             message/x?delivery-status
            |message/disposition-notification
            |text/plain;[ ]charset=
            )
          |the[ ]original[ ]message[ ]was[ ]received[ ]at[ ]
          |this[ ]report[ ]relates[ ]to[ ]your[ ]message
          |your[ ]message[ ]was[ ]not[ ]delivered[ ]to[ ]the[ ]following[ ]recipients
          )
        }x,
        rfc822:  %r{\A(?>
           content-type:[ ]*(?:message/rfc822|text/rfc822-headers)
          |return-path:[ ]*[<].+[>]\z
          )\z
        }x,
        error:   %r/\A(?:[45]\d\d[ \t]+|[<][^@]+[@][^@]+[>]:?[ \t]+)/,
        command: %r/[ ](RCPT|MAIL|DATA)[ ]+command\b/,
      }.freeze

      def description; 'Fallback Module for MTAs'; end
      def smtpagent;   'RFC3464'; end
      def headerlist;  return []; end

      # Detect an error for RFC3464
      # @param         [Hash] mhead       Message headers of a bounce email
      # @options mhead [String] from      From header
      # @options mhead [String] date      Date header
      # @options mhead [String] subject   Subject header
      # @options mhead [Array]  received  Received headers
      # @options mhead [String] others    Other required headers
      # @param         [String] mbody     Message body of a bounce email
      # @return        [Hash, Nil]        Bounce data list and message/rfc822 part
      #                                   or nil if it failed to parse or the
      def scan(mhead, mbody)
        require 'sisimai/mda'

        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
        hasdivided = mbody.scrub('?').split("\n")
        havepassed = ['']
        scannedset = Sisimai::MDA.scan(mhead, mbody)
        rfc822list = []   # (Array) Each line in message/rfc822 part string
        blanklines = 0    # (Integer) The number of blank lines
        readcursor = 0    # (Integer) Points the current cursor position
        recipients = 0    # (Integer) The number of 'Final-Recipient' header
        itisbounce = false
        connheader = {
          'date'  => nil, # The value of Arrival-Date header
          'rhost' => nil, # The value of Reporting-MTA header
          'lhost' => nil, # The value of Received-From-MTA header
        }
        v = nil

        while e = hasdivided.shift do
          # Save the current line for the next loop
          havepassed << e
          d = e.downcase
          p = havepassed[-2]

          if readcursor == 0
            # Beginning of the bounce message or delivery status part
            if d =~ MarkingsOf[:message]
              readcursor |= Indicators[:deliverystatus]
              next
            end
          end

          if (readcursor & Indicators[:'message-rfc822']) == 0
            # Beginning of the original message part
            if d =~ MarkingsOf[:rfc822]
              readcursor |= Indicators[:'message-rfc822']
              next
            end
          end

          if readcursor & Indicators[:'message-rfc822'] > 0
            # After "message/rfc822"
            if e.empty?
              blanklines += 1
              break if blanklines > 1
              next
            end
            rfc822list << e
          else
            # Before "message/rfc822"
            next unless readcursor & Indicators[:deliverystatus] > 0
            next if e.empty?

            v = dscontents[-1]
            if cv = e.match(/\A(?:Final|Original)-Recipient:[ ]*(?:RFC|rfc)822;[ ]*([^ ]+)\z/) ||
                    e.match(/\A(?:Final|Original)-Recipient:[ ]*([^ ]+)\z/)
              # 2.3.2 Final-Recipient field
              #   The Final-Recipient field indicates the recipient for which this set
              #   of per-recipient fields applies.  This field MUST be present in each
              #   set of per-recipient data.
              #   The syntax of the field is as follows:
              #
              #       final-recipient-field =
              #           "Final-Recipient" ":" address-type ";" generic-address
              #
              # 2.3.1 Original-Recipient field
              #   The Original-Recipient field indicates the original recipient address
              #   as specified by the sender of the message for which the DSN is being
              #   issued.
              #
              #       original-recipient-field =
              #           "Original-Recipient" ":" address-type ";" generic-address
              #
              #       generic-address = *text
              x = v['recipienet'] || ''
              y = Sisimai::Address.s3s4(cv[1])

              if !x.empty? && x != y
                # There are multiple recipient addresses in the message body.
                dscontents << Sisimai::Bite.DELIVERYSTATUS
                v = dscontents[-1]
              end
              v['recipient'] = y
              recipients += 1
              itisbounce ||= true

            elsif cv = e.match(/\AX-Actual-Recipient:[ ]*(?:RFC|rfc)822;[ ]*([^ ]+)\z/)
              # X-Actual-Recipient: RFC822; |IFS=' ' && exec procmail -f- || exit 75 ...
              # X-Actual-Recipient: rfc822; kijitora@neko.example.jp
              v['alias'] = cv[1] unless cv[1] =~ /[ \t]+/

            elsif cv = e.match(/\AAction:[ ]*(.+)\z/)
              # 2.3.3 Action field
              #   The Action field indicates the action performed by the Reporting-MTA
              #   as a result of its attempt to deliver the message to this recipient
              #   address.  This field MUST be present for each recipient named in the
              #   DSN.
              #   The syntax for the action-field is:
              #
              #       action-field = "Action" ":" action-value
              #       action-value =
              #           "failed" / "delayed" / "delivered" / "relayed" / "expanded"
              #
              #   The action-value may be spelled in any combination of upper and lower
              #   case characters.
              v['action'] = cv[1].downcase

              # failed (bad destination mailbox address)
              if cv = v['action'].match(/\A([^ ]+)[ ]/) then v['action'] = cv[1] end

            elsif cv = e.match(/\AStatus:[ ]*(\d[.]\d+[.]\d+)/)
              # 2.3.4 Status field
              #   The per-recipient Status field contains a transport-independent
              #   status code that indicates the delivery status of the message to that
              #   recipient.  This field MUST be present for each delivery attempt
              #   which is described by a DSN.
              #
              #   The syntax of the status field is:
              #
              #       status-field = "Status" ":" status-code
              #       status-code = DIGIT "." 1*3DIGIT "." 1*3DIGIT
              v['status'] = cv[1]

            elsif cv = e.match(/\AStatus:[ ]*(\d+[ ]+.+)\z/)
              # Status: 553 Exceeded maximum inbound message size
              v['alterrors'] = cv[1]

            elsif cv = e.match(/\ARemote-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
              # 2.3.5 Remote-MTA field
              #   The value associated with the Remote-MTA DSN field is a printable
              #   ASCII representation of the name of the "remote" MTA that reported
              #   delivery status to the "reporting" MTA.
              #
              #       remote-mta-field = "Remote-MTA" ":" mta-name-type ";" mta-name
              #
              #   NOTE: The Remote-MTA field preserves the "while talking to"
              #   information that was provided in some pre-existing nondelivery
              #   reports.
              #
              #   This field is optional.  It MUST NOT be included if no remote MTA was
              #   involved in the attempted delivery of the message to that recipient.
              v['rhost'] = cv[1].downcase

            elsif cv = e.match(/\ALast-Attempt-Date:[ ]*(.+)\z/)
              # 2.3.7 Last-Attempt-Date field
              #   The Last-Attempt-Date field gives the date and time of the last
              #   attempt to relay, gateway, or deliver the message (whether successful
              #   or unsuccessful) by the Reporting MTA.  This is not necessarily the
              #   same as the value of the Date field from the header of the message
              #   used to transmit this delivery status notification: In cases where
              #   the DSN was generated by a gateway, the Date field in the message
              #   header contains the time the DSN was sent by the gateway and the DSN
              #   Last-Attempt-Date field contains the time the last delivery attempt
              #   occurred.
              #
              #       last-attempt-date-field = "Last-Attempt-Date" ":" date-time
              v['date'] = cv[1]
            else
              if cv = e.match(/\ADiagnostic-Code:[ ]*(.+?);[ ]*(.+)\z/)
                # 2.3.6 Diagnostic-Code field
                #   For a "failed" or "delayed" recipient, the Diagnostic-Code DSN field
                #   contains the actual diagnostic code issued by the mail transport.
                #   Since such codes vary from one mail transport to another, the
                #   diagnostic-type sub-field is needed to specify which type of
                #   diagnostic code is represented.
                #
                #       diagnostic-code-field =
                #           "Diagnostic-Code" ":" diagnostic-type ";" *text
                v['spec'] = cv[1].upcase
                v['diagnosis'] = cv[2]

              elsif cv = e.match(/\ADiagnostic-Code:[ ]*(.+)\z/)
                # No value of "diagnostic-type"
                # Diagnostic-Code: 554 ...
                v['diagnosis'] = cv[1]

              elsif p.start_with?('Diagnostic-Code:') && cv = e.match(/\A[ \t]+(.+)\z/)
                # Continued line of the value of Diagnostic-Code header
                v['diagnosis'] << ' ' << cv[1]
                e = 'Diagnostic-Code: ' << e
              else
                if cv = e.match(/\AReporting-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
                  # 2.2.2 The Reporting-MTA DSN field
                  #
                  #       reporting-mta-field =
                  #           "Reporting-MTA" ":" mta-name-type ";" mta-name
                  #       mta-name = *text
                  #
                  #   The Reporting-MTA field is defined as follows:
                  #
                  #   A DSN describes the results of attempts to deliver, relay, or gateway
                  #   a message to one or more recipients.  In all cases, the Reporting-MTA
                  #   is the MTA that attempted to perform the delivery, relay, or gateway
                  #   operation described in the DSN.  This field is required.
                  connheader['rhost'] ||= cv[1].downcase

                elsif cv = e.match(/\AReceived-From-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
                  # 2.2.4 The Received-From-MTA DSN field
                  #   The optional Received-From-MTA field indicates the name of the MTA
                  #   from which the message was received.
                  #
                  #       received-from-mta-field =
                  #           "Received-From-MTA" ":" mta-name-type ";" mta-name
                  #
                  #   If the message was received from an Internet host via SMTP, the
                  #   contents of the mta-name sub-field SHOULD be the Internet domain name
                  #   supplied in the HELO or EHLO command, and the network address used by
                  #   the SMTP client SHOULD be included as a comment enclosed in
                  #   parentheses.  (In this case, the MTA-name-type will be "dns".)
                  connheader['lhost'] = cv[1].downcase

                elsif cv = e.match(/\AArrival-Date:[ ]*(.+)\z/)
                  # 2.2.5 The Arrival-Date DSN field
                  #   The optional Arrival-Date field indicates the date and time at which
                  #   the message arrived at the Reporting MTA.  If the Last-Attempt-Date
                  #   field is also provided in a per-recipient field, this can be used to
                  #   determine the interval between when the message arrived at the
                  #   Reporting MTA and when the report was issued for that recipient.
                  #
                  #       arrival-date-field = "Arrival-Date" ":" date-time
                  connheader['date'] = cv[1]
                else
                  # Get error message
                  next if e.start_with?(' ', '-')
                  next unless e =~ MarkingsOf[:error]

                  # 500 User Unknown
                  # <kijitora@example.jp> Unknown
                  v['alterrors'] ||= ' '
                  v['alterrors']  << ' ' << e
                end
              end
            end
          end # End of if: rfc822
        end

        while true
          # Fallback, parse entire message body
          break if recipients > 0
          match = 0
          mfrom = mhead['from'].downcase

          # Failed to get a recipient address at code above
          match += 1 if mfrom.include?('postmaster@') || mfrom.include?('mailer-daemon@') || mfrom.include?('root@')
          match += 1 if mhead['subject'].downcase =~ %r{(?>
             delivery[ ](?:failed|failure|report)
            |failure[ ]notice
            |mail[ ](?:delivery|error)
            |non[-]delivery
            |returned[ ]mail
            |undeliverable[ ]mail
            |warning:[ ]
            )
          }x

          if mhead['return-path']
            # Check the value of Return-Path of the message
            rpath  = mhead['return-path'].downcase
            match += 1 if rpath.include?('<>') || rpath.include?('mailer-daemon')
          end
          break unless match > 0

          re_skip = %r{(?>
             \A[-]+=
            |\A\s+\z
            |\A\s*--
            |\A\s+[=]\d+
            |\Ahi[ ][!]
            |content-(?:description|disposition|transfer-encoding|type):[ ]
            |(?:name|charset)=
            |--\z
            |:[ ]--------
            )
          }x
          re_stop = %r{(?:
             \A[*][*][*][ ].+[ ].+[ ][*][*][*]
            |\Acontent-type:[ ]message/delivery-status
            |\Ahere[ ]is[ ]a[ ]copy[ ]of[ ]the[ ]first[ ]part[ ]of[ ]the[ ]message
            |\Athe[ ]non-delivered[ ]message[ ]is[ ]attached[ ]to[ ]this[ ]message.
            |\Areceived:[ \t]*
            |\Areceived-from-mta:[ \t]*
            |\Areporting-mta:[ \t]*
            |\Areturn-path:[ \t]*
            |\Aa[ ]copy[ ]of[ ]the[ ]original[ ]message[ ]below[ ]this[ ]line:
            |attachment[ ]is[ ]a[ ]copy[ ]of[ ]the[ ]message
            |below[ ]is[ ]a[ ]copy[ ]of[ ]the[ ]original[ ]message:
            |below[ ]this[ ]line[ ]is[ ]a[ ]copy[ ]of[ ]the[ ]message
            |message[ ]contains[ ].+[ ]file[ ]attachments
            |message[ ]text[ ]follows:[ ]
            |original[ ]message[ ]follows
            |the[ ]attachment[ ]contains[ ]the[ ]original[ ]mail[ ]headers
            |the[ ]first[ ]\d+[ ]lines[ ]
            |unsent[ ]Message[ ]below
            |your[ ]message[ ]reads[ ][(]in[ ]part[)]:
            )
          }x
          re_addr = %r{(?:
             \A\s*
            |\A["].+["]\s*
            |\A[ \t]*Recipient:[ \t]*
            |\A[ ]*Address:[ ]
            |addressed[ ]to[ ]
            |Could[ ]not[ ]be[ ]delivered[ ]to:[ ]
            |delivered[ ]to[ ]+
            |delivery[ ]failed:[ ]
            |Did[ ]not[ ]reach[ ]the[ ]following[ ]recipient:[ ]
            |Error-for:[ ]+
            |Failed[ ]Recipient:[ ]
            |Failed[ ]to[ ]deliver[ ]to[ ]
            |Intended[ ]recipient:[ ]
            |Mailbox[ ]is[ ]full:[ ]
            |RCPT[ ]To:
            |SMTP[ ]Server[ ][<].+[>][ ]rejected[ ]recipient[ ]
            |The[ ]following[ ]recipients[ ]returned[ ]permanent[ ]errors:[ ]
            |The[ ]following[ ]message[ ]to[ ]
            |Unknown[ ]User:[ ]
            |undeliverable[ ]to[ ]
            |Undeliverable[ ]Address:[ ]*
            |You[ ]sent[ ]mail[ ]to[ ]
            |Your[ ]message[ ]to[ ]
            )
            ['"]?[<]?([^\s\n\r@=<>]+[@][-.0-9A-Za-z]+[.][0-9A-Za-z]+)[>]?['"]?
          }xi

          b = dscontents[-1]
          hasdivided = mbody.split("\n")
          while e = hasdivided.shift do
            # Get the recipient's email address and error messages.
            break if e.start_with?('__END_OF_EMAIL_MESSAGE__')
            d = e.downcase
            break if d =~ MarkingsOf[:rfc822]
            break if d =~ re_stop

            next if e.empty?
            next if d =~ re_skip
            next if e.start_with?('*')

            if cv = e.match(re_addr)
              # May be an email address
              x = b['recipient'] || ''
              y = Sisimai::Address.s3s4(cv[1])
              next unless Sisimai::RFC5322.is_emailaddress(y)

              if !x.empty? && x != y
                # There are multiple recipient addresses in the message body.
                dscontents << Sisimai::Bite.DELIVERYSTATUS
                b = dscontents[-1]
              end
              b['recipient'] = y
              b['agent'] = self.smtpagent + '::Fallback'
              recipients += 1
              itisbounce ||= true

            elsif cv = e.match(/[(](?:expanded|generated)[ ]from:?[ ]([^@]+[@][^@]+)[)]/)
              # (expanded from: neko@example.jp)
              b['alias'] = Sisimai::Address.s3s4(cv[1])
            end
            b['diagnosis'] ||= ''
            b['diagnosis']  << ' ' << e
          end

          break
        end
        return nil unless itisbounce

        unless recipients > 0
          # Try to get a recipient address from email headers
          rfc822list.each do |e|
            # Check To: header in the original message
            next unless cv = e.match(/\ATo:\s*(.+)\z/)
            r = Sisimai::Address.find(cv[1], true) || []
            next if r.empty?
            dscontents << Sisimai::Bite::Email.DELIVERYSTATUS if dscontents.size == recipients

            b = dscontents[-1]
            b['recipient'] = r[0][:address]
            b['agent'] = Sisimai::RFC3464.smtpagent + '::Fallback'
            recipients += 1
          end
        end
        return nil unless recipients > 0

        dscontents.each do |e|
          # Set default values if each value is empty.
          connheader.each_key { |a| e[a] ||= connheader[a] || '' }

          if e.key?('alterrors') && !e['alterrors'].empty?
            # Copy alternative error message
            e['diagnosis'] ||= e['alterrors']
            if e['diagnosis'].start_with?('-') || e['diagnosis'].end_with?('__')
              # Override the value of diagnostic code message
              e['diagnosis'] = e['alterrors'] unless e['alterrors'].empty?
            end
            e.delete('alterrors')
          end
          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis']) || ''

          if scannedset
            # Make bounce data by the values returned from Sisimai::MDA->scan()
            e['agent']     = scannedset['mda'] || self.smtpagent
            e['reason']    = scannedset['reason'] || 'undefined'
            e['diagnosis'] = scannedset['message'] unless scannedset['message'].empty?
            e['command']   = ''
          else
            # Set the value of smtpagent
            e['agent'] = self.smtpagent
          end

          e['status'] ||= Sisimai::SMTP::Status.find(e['diagnosis'])
          if cv = e['diagnosis'].match(MarkingsOf[:command])
            e['command'] = cv[1]
          end
          e['date'] ||= mhead['date']
          e.each_key { |a| e[a] ||= '' }
        end

        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
        return { 'ds' => dscontents, 'rfc822' => rfc822part }
      end

    end
  end
end

1	module Sisimai	5✔
2	# Sisimai::RFC3464 - bounce mail parser class for Fallback.
3	module RFC3464	5✔
4	# Imported from p5-Sisimail/lib/Sisimai/RFC3464.pm
5	class << self	5✔
6	require 'sisimai/bite/email'	5✔
7
8	# http://tools.ietf.org/html/rfc3464
9	Indicators = Sisimai::Bite::Email.INDICATORS	5✔
10	MarkingsOf = {	5✔
11	message: %r{\A(?>
12	content-type:[ ]*(?:
13	message/x?delivery-status
14	\|message/disposition-notification
15	\|text/plain;[ ]charset=
16	)
17	\|the[ ]original[ ]message[ ]was[ ]received[ ]at[ ]
18	\|this[ ]report[ ]relates[ ]to[ ]your[ ]message
19	\|your[ ]message[ ]was[ ]not[ ]delivered[ ]to[ ]the[ ]following[ ]recipients
20	)
21	}x,
22	rfc822: %r{\A(?>
23	content-type:[ ]*(?:message/rfc822\|text/rfc822-headers)
24	\|return-path:[ ]*[<].+[>]\z
25	)\z
26	}x,
27	error: %r/\A(?:[45]\d\d[ \t]+\|[<][^@]+[@][^@]+[>]:?[ \t]+)/,
28	command: %r/[ ](RCPT\|MAIL\|DATA)[ ]+command\b/,
29	}.freeze
30
31	def description; 'Fallback Module for MTAs'; end	40✔
32	def smtpagent; 'RFC3464'; end	760✔
33	def headerlist; return []; end	5✔
34
35	# Detect an error for RFC3464
36	# @param [Hash] mhead Message headers of a bounce email
37	# @options mhead [String] from From header
38	# @options mhead [String] date Date header
39	# @options mhead [String] subject Subject header
40	# @options mhead [Array] received Received headers
41	# @options mhead [String] others Other required headers
42	# @param [String] mbody Message body of a bounce email
43	# @return [Hash, Nil] Bounce data list and message/rfc822 part
44	# or nil if it failed to parse or the
45	def scan(mhead, mbody)	5✔
46	require 'sisimai/mda'	750✔
47
48	dscontents = [Sisimai::Bite.DELIVERYSTATUS]	750✔
49	hasdivided = mbody.scrub('?').split("\n")	750✔
50	havepassed = ['']	750✔
51	scannedset = Sisimai::MDA.scan(mhead, mbody)	750✔
52	rfc822list = [] # (Array) Each line in message/rfc822 part string	750✔
53	blanklines = 0 # (Integer) The number of blank lines	750✔
54	readcursor = 0 # (Integer) Points the current cursor position	750✔
55	recipients = 0 # (Integer) The number of 'Final-Recipient' header	750✔
56	itisbounce = false	750✔
57	connheader = {	750✔
58	'date' => nil, # The value of Arrival-Date header
59	'rhost' => nil, # The value of Reporting-MTA header
60	'lhost' => nil, # The value of Received-From-MTA header
61	}
62	v = nil	750✔
63
64	while e = hasdivided.shift do	750✔
65	# Save the current line for the next loop
66	havepassed << e	28,080✔
67	d = e.downcase	28,080✔
68	p = havepassed[-2]	28,080✔
69
70	if readcursor == 0	28,080✔
71	# Beginning of the bounce message or delivery status part
72	if d =~ MarkingsOf[:message]	10,160✔
73	readcursor \|= Indicators[:deliverystatus]	550✔
74	next	550✔
75	end
76	end
77
78	if (readcursor & Indicators[:'message-rfc822']) == 0	27,530✔
79	# Beginning of the original message part
80	if d =~ MarkingsOf[:rfc822]	19,035✔
81	readcursor \|= Indicators[:'message-rfc822']	470✔
82	next	470✔
83	end
84	end
85
86	if readcursor & Indicators[:'message-rfc822'] > 0	27,060✔
87	# After "message/rfc822"
88	if e.empty?	8,495✔
89	blanklines += 1	720✔
90	break if blanklines > 1	720✔
91	next	420✔
92	end
93	rfc822list << e	7,775✔
94	else
95	# Before "message/rfc822"
96	next unless readcursor & Indicators[:deliverystatus] > 0	18,565✔
97	next if e.empty?	9,005✔
98
99	v = dscontents[-1]	7,160✔
100	if cv = e.match(/\A(?:Final\|Original)-Recipient:[ ](?:RFC\|rfc)822;[ ]([^ ]+)\z/) \|\|	7,160✔
101	e.match(/\A(?:Final\|Original)-Recipient:[ ]*([^ ]+)\z/)
102	# 2.3.2 Final-Recipient field
103	# The Final-Recipient field indicates the recipient for which this set
104	# of per-recipient fields applies. This field MUST be present in each
105	# set of per-recipient data.
106	# The syntax of the field is as follows:
107	#
108	# final-recipient-field =
109	# "Final-Recipient" ":" address-type ";" generic-address
110	#
111	# 2.3.1 Original-Recipient field
112	# The Original-Recipient field indicates the original recipient address
113	# as specified by the sender of the message for which the DSN is being
114	# issued.
115	#
116	# original-recipient-field =
117	# "Original-Recipient" ":" address-type ";" generic-address
118	#
119	# generic-address = *text
120	x = v['recipienet'] \|\| ''	715✔
121	y = Sisimai::Address.s3s4(cv[1])	715✔
122
123	if !x.empty? && x != y	715✔
124	# There are multiple recipient addresses in the message body.
125	dscontents << Sisimai::Bite.DELIVERYSTATUS	×
126	v = dscontents[-1]	×
127	end
128	v['recipient'] = y	715✔
129	recipients += 1	715✔
130	itisbounce \|\|= true	715✔
131
132	elsif cv = e.match(/\AX-Actual-Recipient:[ ](?:RFC\|rfc)822;[ ]([^ ]+)\z/)	2,578✔
133	# X-Actual-Recipient: RFC822; \|IFS=' ' && exec procmail -f- \|\| exit 75 ...
134	# X-Actual-Recipient: rfc822; kijitora@neko.example.jp
135	v['alias'] = cv[1] unless cv[1] =~ /[ \t]+/	×
136
137	elsif cv = e.match(/\AAction:[ ]*(.+)\z/)	2,578✔
138	# 2.3.3 Action field
139	# The Action field indicates the action performed by the Reporting-MTA
140	# as a result of its attempt to deliver the message to this recipient
141	# address. This field MUST be present for each recipient named in the
142	# DSN.
143	# The syntax for the action-field is:
144	#
145	# action-field = "Action" ":" action-value
146	# action-value =
147	# "failed" / "delayed" / "delivered" / "relayed" / "expanded"
148	#
149	# The action-value may be spelled in any combination of upper and lower
150	# case characters.
151	v['action'] = cv[1].downcase	565✔
152
153	# failed (bad destination mailbox address)
154	if cv = v['action'].match(/\A([^ ]+)[ ]/) then v['action'] = cv[1] end	565✔
155
156	elsif cv = e.match(/\AStatus:[ ]*(\d[.]\d+[.]\d+)/)	2,352✔
157	# 2.3.4 Status field
158	# The per-recipient Status field contains a transport-independent
159	# status code that indicates the delivery status of the message to that
160	# recipient. This field MUST be present for each delivery attempt
161	# which is described by a DSN.
162	#
163	# The syntax of the status field is:
164	#
165	# status-field = "Status" ":" status-code
166	# status-code = DIGIT "." 13DIGIT "." 13DIGIT
167	v['status'] = cv[1]	565✔
168
169	elsif cv = e.match(/\AStatus:[ ]*(\d+[ ]+.+)\z/)	2,126✔
170	# Status: 553 Exceeded maximum inbound message size
171	v['alterrors'] = cv[1]	×
172
173	elsif cv = e.match(/\ARemote-MTA:[ ](?:DNS\|dns);[ ](.+)\z/)	2,126✔
174	# 2.3.5 Remote-MTA field
175	# The value associated with the Remote-MTA DSN field is a printable
176	# ASCII representation of the name of the "remote" MTA that reported
177	# delivery status to the "reporting" MTA.
178	#
179	# remote-mta-field = "Remote-MTA" ":" mta-name-type ";" mta-name
180	#
181	# NOTE: The Remote-MTA field preserves the "while talking to"
182	# information that was provided in some pre-existing nondelivery
183	# reports.
184	#
185	# This field is optional. It MUST NOT be included if no remote MTA was
186	# involved in the attempted delivery of the message to that recipient.
187	v['rhost'] = cv[1].downcase	200✔
188
189	elsif cv = e.match(/\ALast-Attempt-Date:[ ]*(.+)\z/)	2,046✔
190	# 2.3.7 Last-Attempt-Date field
191	# The Last-Attempt-Date field gives the date and time of the last
192	# attempt to relay, gateway, or deliver the message (whether successful
193	# or unsuccessful) by the Reporting MTA. This is not necessarily the
194	# same as the value of the Date field from the header of the message
195	# used to transmit this delivery status notification: In cases where
196	# the DSN was generated by a gateway, the Date field in the message
197	# header contains the time the DSN was sent by the gateway and the DSN
198	# Last-Attempt-Date field contains the time the last delivery attempt
199	# occurred.
200	#
201	# last-attempt-date-field = "Last-Attempt-Date" ":" date-time
202	v['date'] = cv[1]	175✔
203	else
204	if cv = e.match(/\ADiagnostic-Code:[ ](.+?);[ ](.+)\z/)	4,940✔
205	# 2.3.6 Diagnostic-Code field
206	# For a "failed" or "delayed" recipient, the Diagnostic-Code DSN field
207	# contains the actual diagnostic code issued by the mail transport.
208	# Since such codes vary from one mail transport to another, the
209	# diagnostic-type sub-field is needed to specify which type of
210	# diagnostic code is represented.
211	#
212	# diagnostic-code-field =
213	# "Diagnostic-Code" ":" diagnostic-type ";" *text
214	v['spec'] = cv[1].upcase	380✔
215	v['diagnosis'] = cv[2]	380✔
216
217	elsif cv = e.match(/\ADiagnostic-Code:[ ]*(.+)\z/)	1,824✔
218	# No value of "diagnostic-type"
219	# Diagnostic-Code: 554 ...
220	v['diagnosis'] = cv[1]	×
221
222	elsif p.start_with?('Diagnostic-Code:') && cv = e.match(/\A[ \t]+(.+)\z/)	1,824✔
223	# Continued line of the value of Diagnostic-Code header
224	v['diagnosis'] << ' ' << cv[1]	75✔
225	e = 'Diagnostic-Code: ' << e	75✔
226	else
227	if cv = e.match(/\AReporting-MTA:[ ](?:DNS\|dns);[ ](.+)\z/)	4,485✔
228	# 2.2.2 The Reporting-MTA DSN field
229	#
230	# reporting-mta-field =
231	# "Reporting-MTA" ":" mta-name-type ";" mta-name
232	# mta-name = *text
233	#
234	# The Reporting-MTA field is defined as follows:
235	#
236	# A DSN describes the results of attempts to deliver, relay, or gateway
237	# a message to one or more recipients. In all cases, the Reporting-MTA
238	# is the MTA that attempted to perform the delivery, relay, or gateway
239	# operation described in the DSN. This field is required.
240	connheader['rhost'] \|\|= cv[1].downcase	515✔
241
242	elsif cv = e.match(/\AReceived-From-MTA:[ ](?:DNS\|dns);[ ](.+)\z/)	1,588✔
243	# 2.2.4 The Received-From-MTA DSN field
244	# The optional Received-From-MTA field indicates the name of the MTA
245	# from which the message was received.
246	#
247	# received-from-mta-field =
248	# "Received-From-MTA" ":" mta-name-type ";" mta-name
249	#
250	# If the message was received from an Internet host via SMTP, the
251	# contents of the mta-name sub-field SHOULD be the Internet domain name
252	# supplied in the HELO or EHLO command, and the network address used by
253	# the SMTP client SHOULD be included as a comment enclosed in
254	# parentheses. (In this case, the MTA-name-type will be "dns".)
255	connheader['lhost'] = cv[1].downcase	270✔
256
257	elsif cv = e.match(/\AArrival-Date:[ ]*(.+)\z/)	1,480✔
258	# 2.2.5 The Arrival-Date DSN field
259	# The optional Arrival-Date field indicates the date and time at which
260	# the message arrived at the Reporting MTA. If the Last-Attempt-Date
261	# field is also provided in a per-recipient field, this can be used to
262	# determine the interval between when the message arrived at the
263	# Reporting MTA and when the report was issued for that recipient.
264	#
265	# arrival-date-field = "Arrival-Date" ":" date-time
266	connheader['date'] = cv[1]	425✔
267	else
268	# Get error message
269	next if e.start_with?(' ', '-')	3,275✔
270	next unless e =~ MarkingsOf[:error]	2,600✔
271
272	# 500 User Unknown
273	# <kijitora@example.jp> Unknown
274	v['alterrors'] \|\|= ' '	90✔
275	v['alterrors'] << ' ' << e	90✔
276	end
277	end
278	end
279	end # End of if: rfc822
280	end
281
282	while true	750✔
283	# Fallback, parse entire message body
284	break if recipients > 0	750✔
285	match = 0	235✔
286	mfrom = mhead['from'].downcase	235✔
287
288	# Failed to get a recipient address at code above
289	match += 1 if mfrom.include?('postmaster@') \|\| mfrom.include?('mailer-daemon@') \|\| mfrom.include?('root@')	235✔
290	match += 1 if mhead['subject'].downcase =~ %r{(?>	47✔
291	delivery[ ](?:failed\|failure\|report)
292	\|failure[ ]notice
293	\|mail[ ](?:delivery\|error)
294	\|non[-]delivery
295	\|returned[ ]mail
296	\|undeliverable[ ]mail
297	\|warning:[ ]
298	)
299	}x	188✔
300
301	if mhead['return-path']	235✔
302	# Check the value of Return-Path of the message
303	rpath = mhead['return-path'].downcase	185✔
304	match += 1 if rpath.include?('<>') \|\| rpath.include?('mailer-daemon')	185✔
305	end
306	break unless match > 0	235✔
307
308	re_skip = %r{(?>	185✔
309	\A[-]+=
310	\|\A\s+\z
311	\|\A\s*--
312	\|\A\s+[=]\d+
313	\|\Ahi[ ][!]
314	\|content-(?:description\|disposition\|transfer-encoding\|type):[ ]
315	\|(?:name\|charset)=
316	\|--\z
317	\|:[ ]--------
318	)
319	}x
320	re_stop = %r{(?:	185✔
321	\A[][][][ ].+[ ].+[ ][][][]
322	\|\Acontent-type:[ ]message/delivery-status
323	\|\Ahere[ ]is[ ]a[ ]copy[ ]of[ ]the[ ]first[ ]part[ ]of[ ]the[ ]message
324	\|\Athe[ ]non-delivered[ ]message[ ]is[ ]attached[ ]to[ ]this[ ]message.
325	\|\Areceived:[ \t]*
326	\|\Areceived-from-mta:[ \t]*
327	\|\Areporting-mta:[ \t]*
328	\|\Areturn-path:[ \t]*
329	\|\Aa[ ]copy[ ]of[ ]the[ ]original[ ]message[ ]below[ ]this[ ]line:
330	\|attachment[ ]is[ ]a[ ]copy[ ]of[ ]the[ ]message
331	\|below[ ]is[ ]a[ ]copy[ ]of[ ]the[ ]original[ ]message:
332	\|below[ ]this[ ]line[ ]is[ ]a[ ]copy[ ]of[ ]the[ ]message
333	\|message[ ]contains[ ].+[ ]file[ ]attachments
334	\|message[ ]text[ ]follows:[ ]
335	\|original[ ]message[ ]follows
336	\|the[ ]attachment[ ]contains[ ]the[ ]original[ ]mail[ ]headers
337	\|the[ ]first[ ]\d+[ ]lines[ ]
338	\|unsent[ ]Message[ ]below
339	\|your[ ]message[ ]reads[ ][(]in[ ]part[)]:
340	)
341	}x
342	re_addr = %r{(?:	185✔
343	\A\s*
344	\|\A["].+["]\s*
345	\|\A[ \t]Recipient:[ \t]
346	\|\A[ ]*Address:[ ]
347	\|addressed[ ]to[ ]
348	\|Could[ ]not[ ]be[ ]delivered[ ]to:[ ]
349	\|delivered[ ]to[ ]+
350	\|delivery[ ]failed:[ ]
351	\|Did[ ]not[ ]reach[ ]the[ ]following[ ]recipient:[ ]
352	\|Error-for:[ ]+
353	\|Failed[ ]Recipient:[ ]
354	\|Failed[ ]to[ ]deliver[ ]to[ ]
355	\|Intended[ ]recipient:[ ]
356	\|Mailbox[ ]is[ ]full:[ ]
357	\|RCPT[ ]To:
358	\|SMTP[ ]Server[ ][<].+[>][ ]rejected[ ]recipient[ ]
359	\|The[ ]following[ ]recipients[ ]returned[ ]permanent[ ]errors:[ ]
360	\|The[ ]following[ ]message[ ]to[ ]
361	\|Unknown[ ]User:[ ]
362	\|undeliverable[ ]to[ ]
363	\|Undeliverable[ ]Address:[ ]*
364	\|You[ ]sent[ ]mail[ ]to[ ]
365	\|Your[ ]message[ ]to[ ]
366	)
367	['"]?[<]?([^\s\n\r@=<>]+[@][-.0-9A-Za-z]+[.][0-9A-Za-z]+)[>]?['"]?
368	}xi
369
370	b = dscontents[-1]	185✔
371	hasdivided = mbody.split("\n")	185✔
372	while e = hasdivided.shift do	185✔
373	# Get the recipient's email address and error messages.
374	break if e.start_with?('__END_OF_EMAIL_MESSAGE__')	1,870✔
375	d = e.downcase	1,770✔
376	break if d =~ MarkingsOf[:rfc822]	1,770✔
377	break if d =~ re_stop	1,735✔
378
379	next if e.empty?	1,685✔
380	next if d =~ re_skip	1,080✔
381	next if e.start_with?('*')	970✔
382
383	if cv = e.match(re_addr)	945✔
384	# May be an email address
385	x = b['recipient'] \|\| ''	150✔
386	y = Sisimai::Address.s3s4(cv[1])	150✔
387	next unless Sisimai::RFC5322.is_emailaddress(y)	150✔
388
389	if !x.empty? && x != y	150✔
390	# There are multiple recipient addresses in the message body.
391	dscontents << Sisimai::Bite.DELIVERYSTATUS	×
392	b = dscontents[-1]	×
393	end
394	b['recipient'] = y	150✔
395	b['agent'] = self.smtpagent + '::Fallback'	150✔
396	recipients += 1	150✔
397	itisbounce \|\|= true	150✔
398
399	elsif cv = e.match(/[(](?:expanded\|generated)[ ]from:?[ ]([^@]+[@][^@]+)[)]/)	318✔
400	# (expanded from: neko@example.jp)
401	b['alias'] = Sisimai::Address.s3s4(cv[1])	25✔
402	end
403	b['diagnosis'] \|\|= ''	945✔
404	b['diagnosis'] << ' ' << e	945✔
405	end
406
407	break	185✔
408	end
409	return nil unless itisbounce	750✔
410
411	unless recipients > 0	665✔
412	# Try to get a recipient address from email headers
413	rfc822list.each do \|e\|	×
414	# Check To: header in the original message
415	next unless cv = e.match(/\ATo:\s*(.+)\z/)	×
416	r = Sisimai::Address.find(cv[1], true) \|\| []	×
417	next if r.empty?	×
418	dscontents << Sisimai::Bite::Email.DELIVERYSTATUS if dscontents.size == recipients	×
419
420	b = dscontents[-1]	×
421	b['recipient'] = r[0][:address]	×
422	b['agent'] = Sisimai::RFC3464.smtpagent + '::Fallback'	×
423	recipients += 1	×
424	end
425	end
426	return nil unless recipients > 0	665✔
427
428	dscontents.each do \|e\|	665✔
429	# Set default values if each value is empty.
430	connheader.each_key { \|a\| e[a] \|\|= connheader[a] \|\| '' }	2,660✔
431
432	if e.key?('alterrors') && !e['alterrors'].empty?	665✔
433	# Copy alternative error message
434	e['diagnosis'] \|\|= e['alterrors']	90✔
435	if e['diagnosis'].start_with?('-') \|\| e['diagnosis'].end_with?('__')	90✔
436	# Override the value of diagnostic code message
437	e['diagnosis'] = e['alterrors'] unless e['alterrors'].empty?	×
438	end
439	e.delete('alterrors')	90✔
440	end
441	e['diagnosis'] = Sisimai::String.sweep(e['diagnosis']) \|\| ''	665✔
442
443	if scannedset	665✔
444	# Make bounce data by the values returned from Sisimai::MDA->scan()
445	e['agent'] = scannedset['mda'] \|\| self.smtpagent	60✔
446	e['reason'] = scannedset['reason'] \|\| 'undefined'	60✔
447	e['diagnosis'] = scannedset['message'] unless scannedset['message'].empty?	60✔
448	e['command'] = ''	60✔
449	else
450	# Set the value of smtpagent
451	e['agent'] = self.smtpagent	605✔
452	end
453
454	e['status'] \|\|= Sisimai::SMTP::Status.find(e['diagnosis'])	665✔
455	if cv = e['diagnosis'].match(MarkingsOf[:command])	665✔
456	e['command'] = cv[1]	×
457	end
458	e['date'] \|\|= mhead['date']	665✔
459	e.each_key { \|a\| e[a] \|\|= '' }	10,640✔
460	end
461
462	rfc822part = Sisimai::RFC5322.weedout(rfc822list)	665✔
463	return { 'ds' => dscontents, 'rfc822' => rfc822part }	665✔
464	end
465
466	end
467	end
468	end

sisimai / rb-Sisimai / 612

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous