88c82417-71e1-4f84-8337-7bf4bd1a5618

Committed 29 Jul 2025 08:15PM UTC coverage: 75.423% (-5.2%) from 80.666%

Build # 88c82417-71e1-4f84-8337-7bf4bd1a5618

Build Type

Pull #1656

circleci

Committed by

hectorcorrea

Commit Message

Marked a bunch of tests as integration since they create projects in Mediaflux

Pull Request Pull Request #1656: Added error handling to the request to project workflow

Run Details

12 of 17 new or added lines in 4 files covered. (70.59%)

157 existing lines in 19 files now uncovered.

2274 of 3015 relevant lines covered (75.42%)

344.11 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

82.05

/app/jobs/file_inventory_job.rb

# frozen_string_literal: true
class FileInventoryJob < ApplicationJob
  # Create the FileInventoryRequest as soon as the job is created, not when it is performed
  before_enqueue do |job|
    project = Project.find(job.arguments.first[:project_id])
    FileInventoryRequest.create(user_id: job.arguments.first[:user_id], project_id: job.arguments.first[:project_id], job_id: @job_id, state: UserRequest::PENDING,
                                request_details: { project_title: project.title })
  end

  # This is required because the before_enqueue does not get called when perform_now is run on a job
  # We include both before_perform and before_enqueue so perform_now and perform_later will work as desired
  before_perform do |job|
    project = Project.find(job.arguments.first[:project_id])
    inventory_request = FileInventoryRequest.find_by(user_id: job.arguments.first[:user_id], project_id: job.arguments.first[:project_id], job_id: @job_id)
    if inventory_request.blank?
      FileInventoryRequest.create(user_id: job.arguments.first[:user_id], project_id: job.arguments.first[:project_id], job_id: @job_id, state: UserRequest::PENDING,
                                  request_details: { project_title: project.title })
    end
  end

  def perform(user_id:, project_id:, mediaflux_session:)
    project = Project.find(project_id)
    raise "Invalid project id #{project_id} for job #{job_id}" if project.nil?
    user = User.find(user_id)
    raise "Invalid user id #{user_id} for job #{job_id}" if user.nil?
    Rails.logger.debug inspect

    # set the mediaflux session to the one the user created, do not just utilize the system one
    user.mediaflux_from_session({ mediaflux_session: })

    # Queries Mediaflux for the file list and saves it to a CSV file.
    filename = filename_for_export
    Rails.logger.info "Exporting file list to #{filename} for project #{project_id} (session: #{mediaflux_session})"
    project.file_list_to_file(session_id: mediaflux_session, filename: filename)
    Rails.logger.info "Export file generated #{filename} for project #{project_id} (session: #{mediaflux_session})"

    # Update the job record as completed
    update_inventory_request(user_id: user.id, project: project, job_id: @job_id, filename: filename)
  end

  private

    def mediaflux_session
      logon_request = Mediaflux::LogonRequest.new
      logon_request.session_token
    end

    def filename_for_export
      raise "Shared location is not configured" if Rails.configuration.mediaflux["shared_files_location"].blank?
      pathname = Pathname.new(Rails.configuration.mediaflux["shared_files_location"])
      pathname.join("#{job_id}.csv").to_s
    end

    def update_inventory_request(user_id:, project:, job_id:, filename: )
      Rails.logger.info "Export - updating inventory request details for project #{project.id}"
      inventory_request = FileInventoryRequest.find_by(user_id: user_id, project_id: project.id, job_id: job_id)
      request_details = { output_file: filename, project_title: project.title, file_size: File.size(filename) }
      inventory_request.update(state: UserRequest::COMPLETED, request_details: request_details,
                                completion_time: Time.current.in_time_zone("America/New_York"))
      Rails.logger.info "Export - updated inventory request details for project #{project.id}"
      inventory_request
    rescue ActiveRecord::StatementInvalid
      Rails.logger.info "Export - updating inventory request details for project #{project.id} failed, about to retry"
      ActiveRecord::Base.connection_pool.release_connection
      retry
    end
end

1	# frozen_string_literal: true
2	class FileInventoryJob < ApplicationJob	1✔
3	# Create the FileInventoryRequest as soon as the job is created, not when it is performed
4	before_enqueue do \|job\|	1✔
UNCOV 5	project = Project.find(job.arguments.first[:project_id])	×
UNCOV 6	FileInventoryRequest.create(user_id: job.arguments.first[:user_id], project_id: job.arguments.first[:project_id], job_id: @job_id, state: UserRequest::PENDING,	×
7	request_details: { project_title: project.title })
8	end
9
10	# This is required because the before_enqueue does not get called when perform_now is run on a job
11	# We include both before_perform and before_enqueue so perform_now and perform_later will work as desired
12	before_perform do \|job\|	1✔
13	project = Project.find(job.arguments.first[:project_id])	1✔
14	inventory_request = FileInventoryRequest.find_by(user_id: job.arguments.first[:user_id], project_id: job.arguments.first[:project_id], job_id: @job_id)	1✔
15	if inventory_request.blank?	1✔
16	FileInventoryRequest.create(user_id: job.arguments.first[:user_id], project_id: job.arguments.first[:project_id], job_id: @job_id, state: UserRequest::PENDING,	1✔
17	request_details: { project_title: project.title })
18	end
19	end
20
21	def perform(user_id:, project_id:, mediaflux_session:)	1✔
22	project = Project.find(project_id)	1✔
23	raise "Invalid project id #{project_id} for job #{job_id}" if project.nil?	1✔
24	user = User.find(user_id)	1✔
25	raise "Invalid user id #{user_id} for job #{job_id}" if user.nil?	1✔
26	Rails.logger.debug inspect	1✔
27
28	# set the mediaflux session to the one the user created, do not just utilize the system one
29	user.mediaflux_from_session({ mediaflux_session: })	1✔
30
31	# Queries Mediaflux for the file list and saves it to a CSV file.
32	filename = filename_for_export	1✔
33	Rails.logger.info "Exporting file list to #{filename} for project #{project_id} (session: #{mediaflux_session})"	1✔
34	project.file_list_to_file(session_id: mediaflux_session, filename: filename)	1✔
35	Rails.logger.info "Export file generated #{filename} for project #{project_id} (session: #{mediaflux_session})"	1✔
36
37	# Update the job record as completed
38	update_inventory_request(user_id: user.id, project: project, job_id: @job_id, filename: filename)	1✔
39	end
40
41	private	1✔
42
43	def mediaflux_session	1✔
44	logon_request = Mediaflux::LogonRequest.new	×
45	logon_request.session_token	×
46	end
47
48	def filename_for_export	1✔
49	raise "Shared location is not configured" if Rails.configuration.mediaflux["shared_files_location"].blank?	1✔
50	pathname = Pathname.new(Rails.configuration.mediaflux["shared_files_location"])	1✔
51	pathname.join("#{job_id}.csv").to_s	1✔
52	end
53
54	def update_inventory_request(user_id:, project:, job_id:, filename: )	1✔
55	Rails.logger.info "Export - updating inventory request details for project #{project.id}"	1✔
56	inventory_request = FileInventoryRequest.find_by(user_id: user_id, project_id: project.id, job_id: job_id)	1✔
57	request_details = { output_file: filename, project_title: project.title, file_size: File.size(filename) }	1✔
58	inventory_request.update(state: UserRequest::COMPLETED, request_details: request_details,	1✔
59	completion_time: Time.current.in_time_zone("America/New_York"))
60	Rails.logger.info "Export - updated inventory request details for project #{project.id}"	1✔
61	inventory_request	1✔
62	rescue ActiveRecord::StatementInvalid
UNCOV 63	Rails.logger.info "Export - updating inventory request details for project #{project.id} failed, about to retry"	×
UNCOV 64	ActiveRecord::Base.connection_pool.release_connection	×
UNCOV 65	retry	×
66	end
67	end

pulibrary / tigerdata-app / 88c82417-71e1-4f84-8337-7bf4bd1a5618

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous