3015931682

Build Type

github

Committed by GitHub

Commit Message

<a href="https://github.com/hathitrust/holdings-backend/commit/<a class=hub.com/hathitrust/holdings-backend/commit/<a class="double-link" href="https://git"><a class=hub.com/hathitrust/holdings-backend/commit/<a class="double-link" href="https://git"><a class=hub.com/hathitrust/holdings-backend/commit/3a8b90a900530454f7e58dc12d66fdea42532f4a">3a8b90a90<a href="https://github.com/hathitrust/holdings-backend/commit/3a8b90a900530454f7e58dc12d66fdea42532f4a">&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/hathitrust/holdings-backend/commit/&lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/hathitrust/holdings-backend/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/hathitrust/holdings-backend/commit/3a8b90a900530454f7e58dc12d66fdea42532f4a&quot;&gt;3a8b90a90&lt;/a&gt;&lt;a href=&quot;https://github.com/hathitrust/holdings-backend/commit/3a8b90a900530454f7e58dc12d66fdea42532f4a&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/hathitrust/holdings-backend/commit/3a8b90a900530454f7e58dc12d66fdea&lt;/a&gt;42532f4a&quot;&gt;&quot;&gt;Merge &lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/hathitrust/holdings-backend/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/hathitrust/holdings-backend/commit/<a class="double-link" href="https://github.com/hathitrust/holdings-backend/commit/8abe41046191ed01d458950e4933883e960ebb20">8abe41046</a><a href="https://github.com/hathitrust/holdings-backend/commit/3a8b90a900530454f7e58dc12d66fdea42532f4a">&amp;quot;&amp;gt;8abe41046&amp;lt;/a&amp;gt;&amp;quot;&amp;gt;8abe41046&amp;lt;/a&amp;gt;&amp;lt;a href=&amp;quot;https://github.com/hathitrust/holdings-backend/commit/3a8b90a900530454f7e58dc12d66fdea42532&lt;/a&gt;f4a&quot;&gt; into &lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/hathitrust/holdings-backend/commit/<a class="double-link" href="https://github.com/hathitrust/holdings-backend/commit/0ff679aac">0ff679aac">0ff679aac</a>

Pull Request Pull Request #204: phctl starts sidekiq jobs

Run Details

315 of 315 new or added lines in 14 files covered. (100.0%)

3141 of 3446 relevant lines covered (91.15%)

67.88 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

95.79

/lib/phctl.rb

require "thor"
require "sidekiq_jobs"

$LOAD_PATH.unshift(File.dirname(__FILE__))

# This can be started locally with
# `docker-compose run --rm dev bundle exec bin/phctl.rb <command>`
# or on the cluster with
# `ht_tanka/environments/holdings/jobs/run_generic_job.sh bin/phctl.rb <command>`
module PHCTL
  class Load < Thor
    desc "commitments FILENAME", "Add shared print commitments"
    def commitments(filename)
      Jobs::Load::Commitments.perform_async(filename)
    end

    desc "ht-items FILENAME", "Add HT Items"
    def ht_items(filename)
      Jobs::Load::HtItems.perform_async(filename)
    end

    desc "concordance DATE", "Load concordance deltas for the given date"
    def concordance(date)
      Jobs::Load::Concordance.perform_async(date)
    end

    desc "cluster-file FILENAME", "Add a whole file of clusters in JSON format."
    def cluster_file(filename)
      Jobs::Load::ClusterFile.perform_async(filename)
    end

    desc "holdings FILENAME", "Loads scrubbed holdings."
    def holdings(filename)
      Jobs::Load::Holdings.perform_async(filename)
    end
  end

  class Cleanup < Thor
    desc "holdings INST DATE", "Deletes holdings for INST that were last updated prior to DATE."
    def holdings(inst, date)
      Jobs::Cleanup::Holdings.perform_async(inst, date)
    end
  end

  class Concordance < Thor
    desc "validate INFILE OUTFILE", "Validate a concordance file"
    def validate(infile, outfile)
      Jobs::Concordance::Validate.perform_async(infile, outfile)
    end

    desc "delta", "Computes deltas in default concordance directory"
    def delta(old, new)
      Jobs::Concordance::Delta.perform_async(old, new)
    end
  end

  class SharedPrintOps < Thor
    desc "update INFILE", "Update commitments based on provided records"
    def update(infile)
      Jobs::Common.perform_async("SharedPrint::Updater", options, infile)
    end

    desc "replace INFILE", "Replace commitments based on provided records"
    def replace(infile)
      Jobs::Common.perform_async("SharedPrint::Replacer", options, infile)
    end

    desc "deprecate INFILE", "Deprecate commitments based on provided records"
    option :verbose, type: :boolean, default: false
    def deprecate(*infile)
      Jobs::SharedPrintOps::Deprecate.perform_async(options[:verbose], [*infile])
    end
  end

  class Report < Thor
    desc "costreport (--organization ORG) (--target_cost COST)", "Run a cost report"
    option :organization, type: :string, default: nil
    option :target_cost, type: :numeric, default: nil
    def costreport
      Jobs::Common.perform_async("Reports::CostReport", options)
    end

    desc "estimate OCN_FILE", "Run an estimate"
    def estimate(ocn_file)
      Jobs::Common.perform_async("Reports::Estimate", options, ocn_file)
    end

    desc "member-counts COST_RPT_FREQ_FILE OUTPUT_DIR", "Calculate member counts"
    def member_counts(cost_rpt_freq_file, output_dir)
      Jobs::Common.perform_async("Reports::MemberCounts", options, cost_rpt_freq_file, output_dir)
    end

    desc "etas-overlap ORGANIZATON", "Run an ETAS overlap report"
    def etas_overlap(org = nil)
      # TODO rename report class
      Jobs::Common.perform_async("Reports::EtasOrganizationOverlapReport", options, org)
    end

    desc "eligible-commitments OCNS", "Find eligible commitments"
    def eligible_commitments(*ocns)
      # TODO rename report class
      Jobs::Common.perform_async("Reports::CommitmentReplacements", options, ocns)
    end

    desc "uncommitted-holdings", "Find holdings without commitments"
    option :all, type: :boolean, default: false
    option :verbose, type: :boolean, default: false
    option :organization, type: :array, default: []
    option :ocn, type: :array, default: []
    option :noop, type: :boolean, default: false
    def uncommitted_holdings
      options[:ocn] = options[:ocn].map(&:to_i)
      Jobs::Common.perform_async("Reports::UncommittedHoldings", options)
    end

    # E.g. phctl report rare-uncommitted-counts --max_sp_h 2 --max_h 1
    desc "rare-uncommitted-counts", "Get counts of rare holdings"
    option :max_h, type: :numeric, default: nil
    option :max_sp_h, type: :numeric, default: nil
    option :non_sp_h_count, type: :numeric, default: nil
    option :commitment_count, type: :numeric, default: 0
    option :organization, type: :string, default: nil
    def rare_uncommitted_counts
      # TODO rename command or report class
      Jobs::Common.perform_async("Reports::RareUncommitted", options)
    end
  end

  class PHCTL < Thor
    desc "members", "Prints all current members"
    def members
      puts DataSources::HTOrganizations.new.members.keys
    end

    # standard:disable Lint/Debugger
    desc "pry", "Opens a pry-shell with environment loaded"
    def pry
      require "pry"
      binding.pry
    end
    # standard:enable Lint/Debugger

    # report
    desc "report", "Generate a report"
    subcommand "report", Report

    desc "load <clusterable> <args>", "Load clusterable records"
    subcommand "load", Load

    desc "concordance", "Validate or validate and compute deltas"
    subcommand "concordance", Concordance

    desc "sp", "Shared print operations"
    subcommand "sp", SharedPrintOps

    desc "cleanup", "Cleanup operations"
    subcommand "cleanup", Cleanup
  end
end

1	require "thor"	1✔
2	require "sidekiq_jobs"	1✔
3
4	$LOAD_PATH.unshift(File.dirname(__FILE__))	1✔
5
6	# This can be started locally with
7	# `docker-compose run --rm dev bundle exec bin/phctl.rb <command>`
8	# or on the cluster with
9	# `ht_tanka/environments/holdings/jobs/run_generic_job.sh bin/phctl.rb <command>`
10	module PHCTL	1✔
11	class Load < Thor	1✔
12	desc "commitments FILENAME", "Add shared print commitments"	1✔
13	def commitments(filename)	1✔
14	Jobs::Load::Commitments.perform_async(filename)	1✔
15	end
16
17	desc "ht-items FILENAME", "Add HT Items"	1✔
18	def ht_items(filename)	1✔
19	Jobs::Load::HtItems.perform_async(filename)	1✔
20	end
21
22	desc "concordance DATE", "Load concordance deltas for the given date"	1✔
23	def concordance(date)	1✔
24	Jobs::Load::Concordance.perform_async(date)	2✔
25	end
26
27	desc "cluster-file FILENAME", "Add a whole file of clusters in JSON format."	1✔
28	def cluster_file(filename)	1✔
29	Jobs::Load::ClusterFile.perform_async(filename)	1✔
30	end
31
32	desc "holdings FILENAME", "Loads scrubbed holdings."	1✔
33	def holdings(filename)	1✔
34	Jobs::Load::Holdings.perform_async(filename)	1✔
35	end
36	end
37
38	class Cleanup < Thor	1✔
39	desc "holdings INST DATE", "Deletes holdings for INST that were last updated prior to DATE."	1✔
40	def holdings(inst, date)	1✔
41	Jobs::Cleanup::Holdings.perform_async(inst, date)	1✔
42	end
43	end
44
45	class Concordance < Thor	1✔
46	desc "validate INFILE OUTFILE", "Validate a concordance file"	1✔
47	def validate(infile, outfile)	1✔
48	Jobs::Concordance::Validate.perform_async(infile, outfile)	1✔
49	end
50
51	desc "delta", "Computes deltas in default concordance directory"	1✔
52	def delta(old, new)	1✔
53	Jobs::Concordance::Delta.perform_async(old, new)	1✔
54	end
55	end
56
57	class SharedPrintOps < Thor	1✔
58	desc "update INFILE", "Update commitments based on provided records"	1✔
59	def update(infile)	1✔
60	Jobs::Common.perform_async("SharedPrint::Updater", options, infile)	2✔
61	end
62
63	desc "replace INFILE", "Replace commitments based on provided records"	1✔
64	def replace(infile)	1✔
65	Jobs::Common.perform_async("SharedPrint::Replacer", options, infile)	2✔
66	end
67
68	desc "deprecate INFILE", "Deprecate commitments based on provided records"	1✔
69	option :verbose, type: :boolean, default: false	1✔
70	def deprecate(*infile)	1✔
71	Jobs::SharedPrintOps::Deprecate.perform_async(options[:verbose], [*infile])	3✔
72	end
73	end
74
75	class Report < Thor	1✔
76	desc "costreport (--organization ORG) (--target_cost COST)", "Run a cost report"	1✔
77	option :organization, type: :string, default: nil	1✔
78	option :target_cost, type: :numeric, default: nil	1✔
79	def costreport	1✔
80	Jobs::Common.perform_async("Reports::CostReport", options)	2✔
81	end
82
83	desc "estimate OCN_FILE", "Run an estimate"	1✔
84	def estimate(ocn_file)	1✔
85	Jobs::Common.perform_async("Reports::Estimate", options, ocn_file)	1✔
86	end
87
88	desc "member-counts COST_RPT_FREQ_FILE OUTPUT_DIR", "Calculate member counts"	1✔
89	def member_counts(cost_rpt_freq_file, output_dir)	1✔
90	Jobs::Common.perform_async("Reports::MemberCounts", options, cost_rpt_freq_file, output_dir)	1✔
91	end
92
93	desc "etas-overlap ORGANIZATON", "Run an ETAS overlap report"	1✔
94	def etas_overlap(org = nil)	1✔
95	# TODO rename report class
96	Jobs::Common.perform_async("Reports::EtasOrganizationOverlapReport", options, org)	2✔
97	end
98
99	desc "eligible-commitments OCNS", "Find eligible commitments"	1✔
100	def eligible_commitments(*ocns)	1✔
101	# TODO rename report class
102	Jobs::Common.perform_async("Reports::CommitmentReplacements", options, ocns)	1✔
103	end
104
105	desc "uncommitted-holdings", "Find holdings without commitments"	1✔
106	option :all, type: :boolean, default: false	1✔
107	option :verbose, type: :boolean, default: false	1✔
108	option :organization, type: :array, default: []	1✔
109	option :ocn, type: :array, default: []	1✔
110	option :noop, type: :boolean, default: false	1✔
111	def uncommitted_holdings	1✔
112	options[:ocn] = options[:ocn].map(&:to_i)	1✔
113	Jobs::Common.perform_async("Reports::UncommittedHoldings", options)	1✔
114	end
115
116	# E.g. phctl report rare-uncommitted-counts --max_sp_h 2 --max_h 1
117	desc "rare-uncommitted-counts", "Get counts of rare holdings"	1✔
118	option :max_h, type: :numeric, default: nil	1✔
119	option :max_sp_h, type: :numeric, default: nil	1✔
120	option :non_sp_h_count, type: :numeric, default: nil	1✔
121	option :commitment_count, type: :numeric, default: 0	1✔
122	option :organization, type: :string, default: nil	1✔
123	def rare_uncommitted_counts	1✔
124	# TODO rename command or report class
125	Jobs::Common.perform_async("Reports::RareUncommitted", options)	×
126	end
127	end
128
129	class PHCTL < Thor	1✔
130	desc "members", "Prints all current members"	1✔
131	def members	1✔
132	puts DataSources::HTOrganizations.new.members.keys	×
133	end
134
135	# standard:disable Lint/Debugger
136	desc "pry", "Opens a pry-shell with environment loaded"	1✔
137	def pry	1✔
138	require "pry"	×
139	binding.pry	×
140	end
141	# standard:enable Lint/Debugger
142
143	# report
144	desc "report", "Generate a report"	1✔
145	subcommand "report", Report	1✔
146
147	desc "load <clusterable> <args>", "Load clusterable records"	1✔
148	subcommand "load", Load	1✔
149
150	desc "concordance", "Validate or validate and compute deltas"	1✔
151	subcommand "concordance", Concordance	1✔
152
153	desc "sp", "Shared print operations"	1✔
154	subcommand "sp", SharedPrintOps	1✔
155
156	desc "cleanup", "Cleanup operations"	1✔
157	subcommand "cleanup", Cleanup	1✔
158	end
159	end

hathitrust / holdings-backend / 3015931682

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous