#517

Build # #517

Build Type

push

Committed by

Commit Message

<a href="https://github.com/ninoseki/mihari/commit/<a class=hub.com/ninoseki/mihari/commit/5805310e90b568a66379b56ff24e04dad85d497f">5805310e9<a href="https://github.com/ninoseki/mihari/commit/5805310e90b568a66379b56ff24e04dad85d497f">">Merge </a><a class="double-link" href="https://github.com/ninoseki/mihari/commit/<a class="double-link" href="https://github.com/ninoseki/mihari/commit/03fd172dc5391ff35ac103a0296274c75493dcae">03fd172dc</a>">03fd172dc</a><a href="https://github.com/ninoseki/mihari/commit/5805310e90b568a66379b56ff24e04dad85d497f"> into df2c8dc22">df2c8dc22</a>

Run Details

48 of 48 new or added lines in 3 files covered. (100.0%)

1724 of 2065 relevant lines covered (83.49%)

3.19 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

93.97

/lib/mihari.rb

# frozen_string_literal: true

require "dry/configurable"
require "dry/files"
require "mem"
require "yaml"

require "mihari/schemas/configuration"

def truthy?(value)
  return true if value == "true"
  return true if value == true

  false
end

def show_errors(errors)
  puts "There are errors in the configuration file!".colorize(:red)

  errors.messages.each do |message|
    path = message.path.map(&:to_s).join
    puts "- #{path} #{message.text}".colorize(:red)
  end

  exit false
end

module Mihari
  extend Dry::Configurable

  setting :binaryedge_api_key, ENV["BINARYEDGE_API_KEY"]
  setting :censys_id, ENV["CENSYS_ID"]
  setting :censys_secret, ENV["CENSYS_SECRET"]
  setting :circl_passive_password, ENV["CIRCL_PASSIVE_PASSWORD"]
  setting :circl_passive_username, ENV["CIRCL_PASSIVE_USERNAME"]
  setting :misp_api_endpoint, ENV["MISP_API_ENDPOINT"]
  setting :misp_api_key, ENV["MISP_API_KEY"]
  setting :onyphe_api_key, ENV["ONYPHE_API_KEY"]
  setting :otx_api_key, ENV["OTX_API_KEY"]
  setting :passivetotal_api_key,  ENV["PASSIVETOTAL_API_KEY"]
  setting :passivetotal_username, ENV["PASSIVETOTAL_USERNAME"]
  setting :pulsedive_api_key, ENV["PULSEDIVE_API_KEY"]
  setting :securitytrails_api_key, ENV["SECURITYTRAILS_API_KEY"]
  setting :shodan_api_key, ENV["SHODAN_API_KEY"]
  setting :slack_channel, ENV["SLACK_CHANNEL"]
  setting :slack_webhook_url, ENV["SLACK_WEBHOOK_URL"]
  setting :spyse_api_key, ENV["SPYSE_API_KEY"]
  setting :thehive_api_endpoint, ENV["THEHIVE_API_ENDPOINT"]
  setting :thehive_api_key, ENV["THEHIVE_API_KEY"]
  setting :urlscan_api_key, ENV["URLSCAN_API_KEY"]
  setting :virustotal_api_key, ENV["VIRUSTOTAL_API_KEY"]
  setting :zoomeye_api_key, ENV["ZOOMEYE_API_KEY"]
  setting :webhook_url, ENV["WEBHOOK_URL"]
  setting(:webhook_use_json_body, ENV["WEBHOOK_USE_JSON_BODY"]) { |value| truthy?(value) }
  setting :database, ENV["DATABASE"] || "mihari.db"

  class << self
    include Mem

    def emitters
      []
    end
    memoize :emitters

    def analyzers
      []
    end
    memoize :analyzers

    def load_config_from_yaml(path)
      raise ArgumentError, "#{path} does not exist." unless File.exist?(path)

      data = File.read(path)
      begin
        yaml = YAML.safe_load(data)
      rescue TypeError => _e
        return
      end

      # validate loaded yaml data
      contract = Schemas::ConfigurationContract.new
      result = contract.call(yaml)
      show_errors(result.errors) unless result.errors.empty?

      yaml.each do |key, value|
        Mihari.config.send("#{key.downcase}=".to_sym, value)
      end
    end

    def initialize_config_yaml(filename, files = Dry::Files.new)
      config = Mihari.config.values.keys.map do |key|
        [key.to_s, nil]
      end.to_h

      files.write(filename, YAML.dump(config))
    end
  end
end

require "mihari/version"
require "mihari/errors"

require "mihari/database"
require "mihari/type_checker"

require "mihari/models/alert"
require "mihari/models/artifact"
require "mihari/models/tag"
require "mihari/models/tagging"

require "mihari/serializers/alert"
require "mihari/serializers/artifact"
require "mihari/serializers/tag"

require "mihari/html"

require "mihari/configurable"
require "mihari/retriable"

require "mihari/analyzers/base"
require "mihari/analyzers/basic"

require "mihari/analyzers/binaryedge"
require "mihari/analyzers/censys"
require "mihari/analyzers/circl"
require "mihari/analyzers/crtsh"
require "mihari/analyzers/dnpedia"
require "mihari/analyzers/dnstwister"
require "mihari/analyzers/onyphe"
require "mihari/analyzers/otx"
require "mihari/analyzers/passivetotal"
require "mihari/analyzers/pulsedive"
require "mihari/analyzers/securitytrails_domain_feed"
require "mihari/analyzers/securitytrails"
require "mihari/analyzers/shodan"
require "mihari/analyzers/spyse"
require "mihari/analyzers/urlscan"
require "mihari/analyzers/virustotal"
require "mihari/analyzers/zoomeye"

require "mihari/analyzers/free_text"
require "mihari/analyzers/http_hash"
require "mihari/analyzers/passive_dns"
require "mihari/analyzers/passive_ssl"
require "mihari/analyzers/reverse_whois"
require "mihari/analyzers/ssh_fingerprint"

require "mihari/notifiers/base"
require "mihari/notifiers/slack"
require "mihari/notifiers/exception_notifier"

require "mihari/emitters/base"
require "mihari/emitters/database"
require "mihari/emitters/misp"
require "mihari/emitters/slack"
require "mihari/emitters/stdout"
require "mihari/emitters/the_hive"
require "mihari/emitters/webhook"

require "mihari/status"

require "mihari/web/app"

require "mihari/cli"

1	# frozen_string_literal: true
2
3	require "dry/configurable"	1✔
4	require "dry/files"	1✔
5	require "mem"	1✔
6	require "yaml"	1✔
7
8	require "mihari/schemas/configuration"	1✔
9
10	def truthy?(value)	1✔
11	return true if value == "true"	×
12	return true if value == true	×
13
14	false	×
15	end
16
17	def show_errors(errors)	1✔
18	puts "There are errors in the configuration file!".colorize(:red)	1✔
19
20	errors.messages.each do \|message\|	1✔
21	path = message.path.map(&:to_s).join	1✔
22	puts "- #{path} #{message.text}".colorize(:red)	1✔
23	end
24
25	exit false	1✔
26	end
27
28	module Mihari	1✔
29	extend Dry::Configurable	1✔
30
31	setting :binaryedge_api_key, ENV["BINARYEDGE_API_KEY"]	1✔
32	setting :censys_id, ENV["CENSYS_ID"]	1✔
33	setting :censys_secret, ENV["CENSYS_SECRET"]	1✔
34	setting :circl_passive_password, ENV["CIRCL_PASSIVE_PASSWORD"]	1✔
35	setting :circl_passive_username, ENV["CIRCL_PASSIVE_USERNAME"]	1✔
36	setting :misp_api_endpoint, ENV["MISP_API_ENDPOINT"]	1✔
37	setting :misp_api_key, ENV["MISP_API_KEY"]	1✔
38	setting :onyphe_api_key, ENV["ONYPHE_API_KEY"]	1✔
39	setting :otx_api_key, ENV["OTX_API_KEY"]	1✔
40	setting :passivetotal_api_key, ENV["PASSIVETOTAL_API_KEY"]	1✔
41	setting :passivetotal_username, ENV["PASSIVETOTAL_USERNAME"]	1✔
42	setting :pulsedive_api_key, ENV["PULSEDIVE_API_KEY"]	1✔
43	setting :securitytrails_api_key, ENV["SECURITYTRAILS_API_KEY"]	1✔
44	setting :shodan_api_key, ENV["SHODAN_API_KEY"]	1✔
45	setting :slack_channel, ENV["SLACK_CHANNEL"]	1✔
46	setting :slack_webhook_url, ENV["SLACK_WEBHOOK_URL"]	1✔
47	setting :spyse_api_key, ENV["SPYSE_API_KEY"]	1✔
48	setting :thehive_api_endpoint, ENV["THEHIVE_API_ENDPOINT"]	1✔
49	setting :thehive_api_key, ENV["THEHIVE_API_KEY"]	1✔
50	setting :urlscan_api_key, ENV["URLSCAN_API_KEY"]	1✔
51	setting :virustotal_api_key, ENV["VIRUSTOTAL_API_KEY"]	1✔
52	setting :zoomeye_api_key, ENV["ZOOMEYE_API_KEY"]	1✔
53	setting :webhook_url, ENV["WEBHOOK_URL"]	1✔
54	setting(:webhook_use_json_body, ENV["WEBHOOK_USE_JSON_BODY"]) { \|value\| truthy?(value) }	1✔
55	setting :database, ENV["DATABASE"] \|\| "mihari.db"	1✔
56
57	class << self	1✔
58	include Mem	1✔
59
60	def emitters	1✔
61	[]	1✔
62	end
63	memoize :emitters	1✔
64
65	def analyzers	1✔
66	[]	1✔
67	end
68	memoize :analyzers	1✔
69
70	def load_config_from_yaml(path)	1✔
71	raise ArgumentError, "#{path} does not exist." unless File.exist?(path)	2✔
72
73	data = File.read(path)	2✔
74	begin
75	yaml = YAML.safe_load(data)	2✔
76	rescue TypeError => _e
77	return	×
78	end
79
80	# validate loaded yaml data
81	contract = Schemas::ConfigurationContract.new	2✔
82	result = contract.call(yaml)	2✔
83	show_errors(result.errors) unless result.errors.empty?	2✔
84
85	yaml.each do \|key, value\|	1✔
86	Mihari.config.send("#{key.downcase}=".to_sym, value)	1✔
87	end
88	end
89
90	def initialize_config_yaml(filename, files = Dry::Files.new)	1✔
91	config = Mihari.config.values.keys.map do \|key\|	×
92	[key.to_s, nil]	×
93	end.to_h
94
95	files.write(filename, YAML.dump(config))	×
96	end
97	end
98	end
99
100	require "mihari/version"	1✔
101	require "mihari/errors"	1✔
102
103	require "mihari/database"	1✔
104	require "mihari/type_checker"	1✔
105
106	require "mihari/models/alert"	1✔
107	require "mihari/models/artifact"	1✔
108	require "mihari/models/tag"	1✔
109	require "mihari/models/tagging"	1✔
110
111	require "mihari/serializers/alert"	1✔
112	require "mihari/serializers/artifact"	1✔
113	require "mihari/serializers/tag"	1✔
114
115	require "mihari/html"	1✔
116
117	require "mihari/configurable"	1✔
118	require "mihari/retriable"	1✔
119
120	require "mihari/analyzers/base"	1✔
121	require "mihari/analyzers/basic"	1✔
122
123	require "mihari/analyzers/binaryedge"	1✔
124	require "mihari/analyzers/censys"	1✔
125	require "mihari/analyzers/circl"	1✔
126	require "mihari/analyzers/crtsh"	1✔
127	require "mihari/analyzers/dnpedia"	1✔
128	require "mihari/analyzers/dnstwister"	1✔
129	require "mihari/analyzers/onyphe"	1✔
130	require "mihari/analyzers/otx"	1✔
131	require "mihari/analyzers/passivetotal"	1✔
132	require "mihari/analyzers/pulsedive"	1✔
133	require "mihari/analyzers/securitytrails_domain_feed"	1✔
134	require "mihari/analyzers/securitytrails"	1✔
135	require "mihari/analyzers/shodan"	1✔
136	require "mihari/analyzers/spyse"	1✔
137	require "mihari/analyzers/urlscan"	1✔
138	require "mihari/analyzers/virustotal"	1✔
139	require "mihari/analyzers/zoomeye"	1✔
140
141	require "mihari/analyzers/free_text"	1✔
142	require "mihari/analyzers/http_hash"	1✔
143	require "mihari/analyzers/passive_dns"	1✔
144	require "mihari/analyzers/passive_ssl"	1✔
145	require "mihari/analyzers/reverse_whois"	1✔
146	require "mihari/analyzers/ssh_fingerprint"	1✔
147
148	require "mihari/notifiers/base"	1✔
149	require "mihari/notifiers/slack"	1✔
150	require "mihari/notifiers/exception_notifier"	1✔
151
152	require "mihari/emitters/base"	1✔
153	require "mihari/emitters/database"	1✔
154	require "mihari/emitters/misp"	1✔
155	require "mihari/emitters/slack"	1✔
156	require "mihari/emitters/stdout"	1✔
157	require "mihari/emitters/the_hive"	1✔
158	require "mihari/emitters/webhook"	1✔
159
160	require "mihari/status"	1✔
161
162	require "mihari/web/app"	1✔
163
164	require "mihari/cli"	1✔

ninoseki / mihari / #517

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous