b02c9aef-4555-41f7-b867-4789f70cfdd9

Committed 02 Dec 2024 06:13PM UTC coverage: 84.167% (-0.1%) from 84.262%

Build # b02c9aef-4555-41f7-b867-4789f70cfdd9

Build Type

Pull #1077

circleci

Committed by

JaymeeH

Commit Message

updating quota usage text

Pull Request Pull Request #1077: Adding project quota to the datatable

Run Details

4 of 4 branches covered (100.0%)

10 of 10 new or added lines in 3 files covered. (100.0%)

4 existing lines in 2 files now uncovered.

2222 of 2640 relevant lines covered (84.17%)

318.55 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

98.24

/app/models/project.rb

# frozen_string_literal: true
class Project < ApplicationRecord
  validates_with ProjectValidator
  has_many :provenance_events, dependent: :destroy
  before_save do |project|
    # Ensure that the metadata JSONB postgres field is persisted properly
    project.metadata = project.metadata_model
  end

  # Valid project status described in ADR 7
  # See `architecture-decisions/0007-valid-project-statuses.md`
  PENDING_STATUS = "pending"
  APPROVED_STATUS = "approved"
  ACTIVE_STATUS = "active"

  delegate :to_json, to: :metadata_json # field in the database

  def create!(initial_metadata:, user:)
    self.metadata_model = initial_metadata
    if self.valid?
      if initial_metadata.project_id == ProjectMetadata::DOI_NOT_MINTED
        self.draft_doi(user: user)
        self.save!
        ProvenanceEvent.generate_submission_events(project: self, user: user)
      else
        self.save!
      end
      # return doi
      self.metadata_model.project_id
    else
      nil
    end
  end

  def approve!(mediaflux_id:, current_user:)
    self.mediaflux_id = mediaflux_id
    self.metadata_model.status = Project::APPROVED_STATUS
    self.save!

    # create two provenance events, one for approving the project and
      # another for changing the status of the project
    ProvenanceEvent.generate_approval_events(project: self, user: current_user)

  end

  def reload
    super
    @metadata_model = ProjectMetadata.new_from_hash(self.metadata)
    self
  end

  def activate!(collection_id:, current_user:)
    response = Mediaflux::AssetMetadataRequest.new(session_token: current_user.mediaflux_session, id: collection_id)
    mediaflux_metadata = response.metadata # get the metadata of the collection from mediaflux

    return unless mediaflux_metadata[:collection] == true # If the collection id exists

    # check if the project doi in rails matches the project doi in mediaflux
    return unless mediaflux_metadata[:project_id] == self.metadata_model.project_id

    # activate a project by setting the status to 'active'
    self.metadata_model.status = Project::ACTIVE_STATUS

    # also read in the actual project directory
    self.metadata_model.project_directory = mediaflux_metadata[:project_directory]
    self.save!

    ProvenanceEvent.generate_active_events(project: self, user: current_user)
  end

  def draft_doi(user:)
    puldatacite = PULDatacite.new
    self.metadata_model.project_id = puldatacite.draft_doi
  end

  # Ideally this method should return a ProjectMetadata object (like `metadata_model` does)
  # but we'll keep them both while we are refactoring the code so that we don't break
  # everything at once since `metadata` is used everywhere.
  def metadata
    @metadata_hash = (metadata_json || {}).with_indifferent_access
  end

  def metadata_model
    @metadata_model ||= ProjectMetadata.new_from_hash(self.metadata)
  end

  def metadata_model=(new_metadata_model)
    @metadata_model = new_metadata_model
  end

  def metadata=(metadata_model)
    # Convert our metadata to a hash so it can be saved on our JSONB field
    metadata_hash = JSON.parse(metadata_model.to_json)
    self.metadata_json = metadata_hash
  end

  def title
    self.metadata_model.title
  end

  def departments
    unsorted = metadata_model.departments || []
    unsorted.sort
  end

  def project_directory
    return nil if metadata_model.project_directory.nil?
    dirname, basename = project_directory_pathname.split
    if (dirname.relative?)
      "#{Mediaflux::Connection.root_namespace}/#{safe_name(metadata_model.project_directory)}"
    else
      project_directory_pathname.to_s
    end
  end

  def project_directory_parent_path
    return Mediaflux::Connection.root_namespace if metadata_model.project_directory.nil?
    dirname  = project_directory_pathname.dirname
    if (dirname.relative?)
      Mediaflux::Connection.root_namespace
    else
      dirname.to_s
    end
  end

  def project_directory_short
    return nil if metadata_model.project_directory.nil?
    project_directory_pathname.basename.to_s
  end

  def status
    metadata_model.status
  end

  def pending?
    status == PENDING_STATUS
  end

  def in_mediaflux?
    mediaflux_id.present?
  end

  def self.users_projects(user)
    # See https://scalegrid.io/blog/using-jsonb-in-postgresql-how-to-effectively-store-index-json-data-in-postgresql/
    # for information on the @> operator
    uid = user.uid
    query_ro = '{"data_user_read_only":["' + uid + '"]}'
    query_rw = '{"data_user_read_write":["' + uid + '"]}'
    query = "(metadata_json @> ? :: jsonb) OR (metadata_json @> ? :: jsonb)"
    args = [query_ro, query_rw]
    if user.eligible_sponsor?
      query += "OR (metadata_json->>'data_sponsor' = ?)"
      args << uid
    end
    if user.eligible_manager?
      query += "OR (metadata_json->>'data_manager' = ?)"
      args << uid
    end
    Project.where( query, *args)
  end

  def self.sponsored_projects(sponsor)
    Project.where("metadata_json->>'data_sponsor' = ?", sponsor)
  end

  def self.managed_projects(manager)
    Project.where("metadata_json->>'data_manager' = ?", manager)
  end

  def self.pending_projects
    Project.where("mediaflux_id IS NULL")
  end

  def self.approved_projects
    Project.where("mediaflux_id IS NOT NULL")
  end

  def self.data_user_projects(user)
    # See https://scalegrid.io/blog/using-jsonb-in-postgresql-how-to-effectively-store-index-json-data-in-postgresql/
    # for information on the @> operator
    query_ro = '{"data_user_read_only":["' + user + '"]}'
    query_rw = '{"data_user_read_write":["' + user + '"]}'
    Project.where("(metadata_json @> ? :: jsonb) OR (metadata_json @> ? :: jsonb)", query_ro, query_rw)
  end

  def save_in_mediaflux(user:)
    ProjectMediaflux.save(project: self, user: user)
  end

  def created_by_user
    User.find_by(uid: metadata_model.created_by)
  end

  def to_xml
    ProjectMediaflux.xml_payload(project: self)
  end

  def mediaflux_document
    ProjectMediaflux.document(project: self)
  end

  def mediaflux_metadata(session_id:)
    @mediaflux_metadata ||= begin
      accum_req = Mediaflux::AssetMetadataRequest.new(session_token: session_id, id: mediaflux_id)
      accum_req.metadata
    end
    @mediaflux_metadata
  end

  def asset_count(session_id:)
    values = mediaflux_metadata(session_id:)
    values.fetch(:total_file_count, 0)
  end

  def self.default_storage_usage
    "0 KB"
  end

  def storage_usage(session_id:)
    return unless in_mediaflux?

    values = mediaflux_metadata(session_id:)
    #value = values.fetch(:size, 0)
    quota_value = values.fetch(:quota_used, '')

    if quota_value.blank?
      return self.class.default_storage_usage
    else
      return quota_value
    end
  end

  def self.default_storage_capacity
    "0 GB"
  end

  def storage_capacity_xml

    mediaflux_document.at_xpath("/request/service/args/meta/tigerdata:project/StorageCapacity/text()", tigerdata: "http://tigerdata.princeton.edu")
  end

  def storage_capacity(session_id:)
    values = mediaflux_metadata(session_id:)
    quota_value = values.fetch(:quota_allocation, '') #if quota does not exist, set value to an empty string

    if quota_value.blank?
      return self.class.default_storage_capacity
    else
      return quota_value
    end
  end

  # Fetches the first n files
  def file_list(session_id:, size: 10)
    return { files: [] } if mediaflux_id.nil?

    query_req = Mediaflux::QueryRequest.new(session_token: session_id, collection: mediaflux_id, deep_search: true)
    iterator_id = query_req.result

    iterator_req = Mediaflux::IteratorRequest.new(session_token: session_id, iterator: iterator_id, size: size)
    results = iterator_req.result

    # Destroy _after_ fetching the first set of results from iterator_req.
    # This call is required since it possible that we have read less assets than
    # what the collection has but we are done with the iterator.
    Mediaflux::IteratorDestroyRequest.new(session_token: session_id, iterator: iterator_id).resolve

    results
  end

  # Fetches the entire file list to a file
  def file_list_to_file(session_id:, filename:)
    return { files: [] } if mediaflux_id.nil?

    query_req = Mediaflux::QueryRequest.new(session_token: session_id, collection: mediaflux_id, deep_search: true)
    iterator_id = query_req.result


    File.open(filename, "w") do |file|
      # file header
      file.write("ID, PATH, NAME, COLLECTION?, LAST_MODIFIED, SIZE\r\n")
      loop do
        iterator_req = Mediaflux::IteratorRequest.new(session_token: session_id, iterator: iterator_id, size: 1000)
        iterator_resp = iterator_req.result
        lines = files_from_iterator(iterator_resp)
        file.write(lines.join("\r\n") + "\r\n")
        break if iterator_resp[:complete]
      end
    end

    # Destroy _after_ fetching the results from iterator_req
    # This call is technically not necessary since Mediaflux automatically deletes the iterator
    # once we have ran through it and by now we have. But it does not hurt either.
    Mediaflux::IteratorDestroyRequest.new(session_token: session_id, iterator: iterator_id).resolve
  end

  # Ensure that the project directory is a valid path
  # @example
  #   Project.safe_name("My Project") # => "My-Project"
  def self.safe_name(name)
    # only alphanumeric characters
    name.strip.gsub(/[^A-Za-z\d]/, "-")
  end

  private

    def files_from_iterator(iterator_resp)
      lines = []
      iterator_resp[:files].each do |asset|
        lines << "#{asset.id}, #{asset.path_only}, #{asset.name}, #{asset.collection}, #{asset.last_modified}, #{asset.size}"
      end
      lines
    end

    def project_directory_pathname
      # allow the directory to be modified by changes in the metadata_json
      @project_directory_pathname = nil if @original_directory.present? && @original_directory != metadata_model.project_directory

      @project_directory_pathname ||= begin
        @original_directory = metadata_model.project_directory
        Pathname.new(@original_directory)
      end
    end

    # Ensure that the project directory is a valid path
    def safe_name(name)
      Project.safe_name(name)
    end
end

1	# frozen_string_literal: true
2	class Project < ApplicationRecord	1✔
3	validates_with ProjectValidator	1✔
4	has_many :provenance_events, dependent: :destroy	1✔
5	before_save do \|project\|	1✔
6	# Ensure that the metadata JSONB postgres field is persisted properly
7	project.metadata = project.metadata_model	381✔
8	end
9
10	# Valid project status described in ADR 7
11	# See `architecture-decisions/0007-valid-project-statuses.md`
12	PENDING_STATUS = "pending"	1✔
13	APPROVED_STATUS = "approved"	1✔
14	ACTIVE_STATUS = "active"	1✔
15
16	delegate :to_json, to: :metadata_json # field in the database	1✔
17
18	def create!(initial_metadata:, user:)	1✔
19	self.metadata_model = initial_metadata	19✔
20	if self.valid?	19✔
21	if initial_metadata.project_id == ProjectMetadata::DOI_NOT_MINTED	17✔
22	self.draft_doi(user: user)	13✔
23	self.save!	13✔
24	ProvenanceEvent.generate_submission_events(project: self, user: user)	13✔
25	else
26	self.save!	4✔
27	end
28	# return doi
29	self.metadata_model.project_id	17✔
30	else
31	nil
32	end
33	end
34
35	def approve!(mediaflux_id:, current_user:)	1✔
36	self.mediaflux_id = mediaflux_id	9✔
37	self.metadata_model.status = Project::APPROVED_STATUS	9✔
38	self.save!	9✔
39
40	# create two provenance events, one for approving the project and
41	# another for changing the status of the project
42	ProvenanceEvent.generate_approval_events(project: self, user: current_user)	9✔
43
44	end
45
46	def reload	1✔
47	super	28✔
48	@metadata_model = ProjectMetadata.new_from_hash(self.metadata)	28✔
49	self	28✔
50	end
51
52	def activate!(collection_id:, current_user:)	1✔
53	response = Mediaflux::AssetMetadataRequest.new(session_token: current_user.mediaflux_session, id: collection_id)	3✔
54	mediaflux_metadata = response.metadata # get the metadata of the collection from mediaflux	3✔
55
56	return unless mediaflux_metadata[:collection] == true # If the collection id exists	3✔
57
58	# check if the project doi in rails matches the project doi in mediaflux
59	return unless mediaflux_metadata[:project_id] == self.metadata_model.project_id	3✔
60
61	# activate a project by setting the status to 'active'
62	self.metadata_model.status = Project::ACTIVE_STATUS	2✔
63
64	# also read in the actual project directory
65	self.metadata_model.project_directory = mediaflux_metadata[:project_directory]	2✔
66	self.save!	2✔
67
68	ProvenanceEvent.generate_active_events(project: self, user: current_user)	2✔
69	end
70
71	def draft_doi(user:)	1✔
72	puldatacite = PULDatacite.new	13✔
73	self.metadata_model.project_id = puldatacite.draft_doi	13✔
74	end
75
76	# Ideally this method should return a ProjectMetadata object (like `metadata_model` does)
77	# but we'll keep them both while we are refactoring the code so that we don't break
78	# everything at once since `metadata` is used everywhere.
79	def metadata	1✔
80	@metadata_hash = (metadata_json \|\| {}).with_indifferent_access	467✔
81	end
82
83	def metadata_model	1✔
84	@metadata_model \|\|= ProjectMetadata.new_from_hash(self.metadata)	4,939✔
85	end
86
87	def metadata_model=(new_metadata_model)	1✔
88	@metadata_model = new_metadata_model	292✔
89	end
90
91	def metadata=(metadata_model)	1✔
92	# Convert our metadata to a hash so it can be saved on our JSONB field
93	metadata_hash = JSON.parse(metadata_model.to_json)	791✔
94	self.metadata_json = metadata_hash	791✔
95	end
96
97	def title	1✔
98	self.metadata_model.title	257✔
99	end
100
101	def departments	1✔
102	unsorted = metadata_model.departments \|\| []	163✔
103	unsorted.sort	163✔
104	end
105
106	def project_directory	1✔
107	return nil if metadata_model.project_directory.nil?	269✔
108	dirname, basename = project_directory_pathname.split	269✔
109	if (dirname.relative?)	269✔
110	"#{Mediaflux::Connection.root_namespace}/#{safe_name(metadata_model.project_directory)}"	265✔
111	else
112	project_directory_pathname.to_s	4✔
113	end
114	end
115
116	def project_directory_parent_path	1✔
117	return Mediaflux::Connection.root_namespace if metadata_model.project_directory.nil?	37✔
118	dirname = project_directory_pathname.dirname	25✔
119	if (dirname.relative?)	25✔
120	Mediaflux::Connection.root_namespace	23✔
121	else
122	dirname.to_s	2✔
123	end
124	end
125
126	def project_directory_short	1✔
127	return nil if metadata_model.project_directory.nil?	128✔
128	project_directory_pathname.basename.to_s	116✔
129	end
130
131	def status	1✔
132	metadata_model.status	215✔
133	end
134
135	def pending?	1✔
136	status == PENDING_STATUS	67✔
137	end
138
139	def in_mediaflux?	1✔
140	mediaflux_id.present?	160✔
141	end
142
143	def self.users_projects(user)	1✔
144	# See https://scalegrid.io/blog/using-jsonb-in-postgresql-how-to-effectively-store-index-json-data-in-postgresql/
145	# for information on the @> operator
146	uid = user.uid	57✔
147	query_ro = '{"data_user_read_only":["' + uid + '"]}'	57✔
148	query_rw = '{"data_user_read_write":["' + uid + '"]}'	57✔
149	query = "(metadata_json @> ? :: jsonb) OR (metadata_json @> ? :: jsonb)"	57✔
150	args = [query_ro, query_rw]	57✔
151	if user.eligible_sponsor?	57✔
152	query += "OR (metadata_json->>'data_sponsor' = ?)"	28✔
153	args << uid	28✔
154	end
155	if user.eligible_manager?	57✔
156	query += "OR (metadata_json->>'data_manager' = ?)"	13✔
157	args << uid	13✔
158	end
159	Project.where( query, *args)	57✔
160	end
161
162	def self.sponsored_projects(sponsor)	1✔
163	Project.where("metadata_json->>'data_sponsor' = ?", sponsor)	1✔
164	end
165
166	def self.managed_projects(manager)	1✔
167	Project.where("metadata_json->>'data_manager' = ?", manager)	1✔
168	end
169
170	def self.pending_projects	1✔
171	Project.where("mediaflux_id IS NULL")	54✔
172	end
173
174	def self.approved_projects	1✔
175	Project.where("mediaflux_id IS NOT NULL")	54✔
176	end
177
178	def self.data_user_projects(user)	1✔
179	# See https://scalegrid.io/blog/using-jsonb-in-postgresql-how-to-effectively-store-index-json-data-in-postgresql/
180	# for information on the @> operator
181	query_ro = '{"data_user_read_only":["' + user + '"]}'	1✔
182	query_rw = '{"data_user_read_write":["' + user + '"]}'	1✔
183	Project.where("(metadata_json @> ? :: jsonb) OR (metadata_json @> ? :: jsonb)", query_ro, query_rw)	1✔
184	end
185
186	def save_in_mediaflux(user:)	1✔
187	ProjectMediaflux.save(project: self, user: user)	16✔
188	end
189
190	def created_by_user	1✔
191	User.find_by(uid: metadata_model.created_by)	12✔
192	end
193
194	def to_xml	1✔
195	ProjectMediaflux.xml_payload(project: self)	5✔
196	end
197
198	def mediaflux_document	1✔
UNCOV 199	ProjectMediaflux.document(project: self)	×
200	end
201
202	def mediaflux_metadata(session_id:)	1✔
203	@mediaflux_metadata \|\|= begin	69✔
204	accum_req = Mediaflux::AssetMetadataRequest.new(session_token: session_id, id: mediaflux_id)	50✔
205	accum_req.metadata	50✔
206	end
207	@mediaflux_metadata	68✔
208	end
209
210	def asset_count(session_id:)	1✔
211	values = mediaflux_metadata(session_id:)	7✔
212	values.fetch(:total_file_count, 0)	7✔
213	end
214
215	def self.default_storage_usage	1✔
216	"0 KB"	4✔
217	end
218
219	def storage_usage(session_id:)	1✔
220	return unless in_mediaflux?	49✔
221
222	values = mediaflux_metadata(session_id:)	12✔
223	#value = values.fetch(:size, 0)
224	quota_value = values.fetch(:quota_used, '')	11✔
225
226	if quota_value.blank?	11✔
227	return self.class.default_storage_usage	4✔
228	else
229	return quota_value	7✔
230	end
231	end
232
233	def self.default_storage_capacity	1✔
234	"0 GB"	41✔
235	end
236
237	def storage_capacity_xml	1✔
238
UNCOV 239	mediaflux_document.at_xpath("/request/service/args/meta/tigerdata:project/StorageCapacity/text()", tigerdata: "http://tigerdata.princeton.edu")	×
240	end
241
242	def storage_capacity(session_id:)	1✔
243	values = mediaflux_metadata(session_id:)	48✔
244	quota_value = values.fetch(:quota_allocation, '') #if quota does not exist, set value to an empty string	48✔
245
246	if quota_value.blank?	48✔
247	return self.class.default_storage_capacity	41✔
248	else
249	return quota_value	7✔
250	end
251	end
252
253	# Fetches the first n files
254	def file_list(session_id:, size: 10)	1✔
255	return { files: [] } if mediaflux_id.nil?	9✔
256
257	query_req = Mediaflux::QueryRequest.new(session_token: session_id, collection: mediaflux_id, deep_search: true)	9✔
258	iterator_id = query_req.result	9✔
259
260	iterator_req = Mediaflux::IteratorRequest.new(session_token: session_id, iterator: iterator_id, size: size)	9✔
261	results = iterator_req.result	9✔
262
263	# Destroy _after_ fetching the first set of results from iterator_req.
264	# This call is required since it possible that we have read less assets than
265	# what the collection has but we are done with the iterator.
266	Mediaflux::IteratorDestroyRequest.new(session_token: session_id, iterator: iterator_id).resolve	9✔
267
268	results	9✔
269	end
270
271	# Fetches the entire file list to a file
272	def file_list_to_file(session_id:, filename:)	1✔
273	return { files: [] } if mediaflux_id.nil?	8✔
274
275	query_req = Mediaflux::QueryRequest.new(session_token: session_id, collection: mediaflux_id, deep_search: true)	8✔
276	iterator_id = query_req.result	8✔
277
278
279	File.open(filename, "w") do \|file\|	8✔
280	# file header
281	file.write("ID, PATH, NAME, COLLECTION?, LAST_MODIFIED, SIZE\r\n")	8✔
282	loop do	8✔
283	iterator_req = Mediaflux::IteratorRequest.new(session_token: session_id, iterator: iterator_id, size: 1000)	8✔
284	iterator_resp = iterator_req.result	8✔
285	lines = files_from_iterator(iterator_resp)	8✔
286	file.write(lines.join("\r\n") + "\r\n")	8✔
287	break if iterator_resp[:complete]	8✔
288	end
289	end
290
291	# Destroy _after_ fetching the results from iterator_req
292	# This call is technically not necessary since Mediaflux automatically deletes the iterator
293	# once we have ran through it and by now we have. But it does not hurt either.
294	Mediaflux::IteratorDestroyRequest.new(session_token: session_id, iterator: iterator_id).resolve	8✔
295	end
296
297	# Ensure that the project directory is a valid path
298	# @example
299	# Project.safe_name("My Project") # => "My-Project"
300	def self.safe_name(name)	1✔
301	# only alphanumeric characters
302	name.strip.gsub(/[^A-Za-z\d]/, "-")	271✔
303	end
304
305	private	1✔
306
307	def files_from_iterator(iterator_resp)	1✔
308	lines = []	8✔
309	iterator_resp[:files].each do \|asset\|	8✔
310	lines << "#{asset.id}, #{asset.path_only}, #{asset.name}, #{asset.collection}, #{asset.last_modified}, #{asset.size}"	×
311	end
312	lines	8✔
313	end
314
315	def project_directory_pathname	1✔
316	# allow the directory to be modified by changes in the metadata_json
317	@project_directory_pathname = nil if @original_directory.present? && @original_directory != metadata_model.project_directory	414✔
318
319	@project_directory_pathname \|\|= begin	414✔
320	@original_directory = metadata_model.project_directory	141✔
321	Pathname.new(@original_directory)	141✔
322	end
323	end
324
325	# Ensure that the project directory is a valid path
326	def safe_name(name)	1✔
327	Project.safe_name(name)	265✔
328	end
329	end

pulibrary / tigerdata-app / b02c9aef-4555-41f7-b867-4789f70cfdd9

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous