54385a8c-ec76-421e-81fd-41bf4c9d5b76

Committed 21 Jul 2025 08:55PM UTC coverage: 66.374% (-5.3%) from 71.631%

Build # 54385a8c-ec76-421e-81fd-41bf4c9d5b76

Build Type

push

circleci

Committed by

web-flow

Commit Message

Upgrade mediaflux build to v0.7.0 (#1617)

* Upgrade mediaflux build to v0.7.0

* prettier

* Upgrade mflux version used by the test suite

* tagging integration tests

* tagging integration tests

Run Details

4 of 18 branches covered (22.22%)

0 of 1 new or added line in 1 file covered. (0.0%)

222 existing lines in 24 files now uncovered.

2722 of 4101 relevant lines covered (66.37%)

295.38 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

82.93

/app/services/project_import.rb

require "csv"

class ProjectImport

    attr_accessor :csv_data, :test_run

    def initialize(csv_data, test_run: false)
        @csv_data = csv_data
        @test_run = test_run
    end

    def self.run_with_report(mediaflux_session:)
      report = Mediaflux::ProjectReport.new(session_token: mediaflux_session)
      return [report.response_error[:message]] if report.error?

      importer = self.new(report.csv_data.gsub("\r\n",""))
      importer.run
    end

    def run
        output = []
        mediaflux_projects = CSV.new(csv_data, headers: true, liberal_parsing: true)
        mediaflux_projects.each do |project_metadata|
          project_id = project_metadata["projectID"]
          existing_project = Project.where("metadata_json @> ?", JSON.dump(project_id:))
          if existing_project.count > 0
            output << "Skipping project #{project_id}.  There are already #{existing_project.count} version of that project in the system"
          else
            metadata = convert_csv(project_metadata:, project_id:)
            if test_run
              output << metadata.to_json
            else
              if metadata.data_user_read_only.first == "n/a" && metadata.data_user_read_only.count == 1
                metadata.data_user_read_only = []
              end
              # Create the Rails record for the project
              project = Project.create(metadata:, mediaflux_id: project_metadata["asset"])
              if (project.valid?)
                output << "Created project for #{project_id}"
              else
                output << "Error creating project for #{project_metadata["asset"]}: #{project.errors.to_a.join(";")}"
              end
            end
          end
        end
        output
    rescue CSV::MalformedCSVError => error
      ["Error parsing response #{ csv_data.to_s.slice(0,200) } error: #{error}"]
    end

    private
        def convert_csv(project_metadata:, project_id:)
            data_user = parse_multiple(project_metadata, "dataUser")
            department_names = parse_multiple(project_metadata,"department")
            departments = department_names.map {|name| Affiliation.find_fuzzy_by_name(name)&.code || name }

            storage_size_gb = project_metadata["quota"].downcase.to_f/1000000000.0
            ProjectMetadata.new_from_hash({
              project_id:,
              title: project_metadata["title"],
              description: project_metadata["description"],
              status: Project::ACTIVE_STATUS,
              data_sponsor: project_metadata["dataSponsor"],
              data_manager: project_metadata["dataManager"],
              departments: departments,
              data_user_read_only: data_user,
              project_directory: project_metadata["path"],
              storage_capacity: {size: { approved: storage_size_gb, requested: storage_size_gb}, unit: {approved: "GB", requested: "GB"}},
              storage_performance_expectations: { requested: "Standard", approved: "Standard" },
              created_by: project_metadata["creatorUser"],
              created_on: project_metadata["createdOn"]
            })
        end

        def parse_multiple(project_metadata, key)
            if project_metadata[key].blank?
            []
            else
            project_metadata[key].split(",").map(&:strip)
            end
        end
end

1	require "csv"	1✔
2
3	class ProjectImport	1✔
4
5	attr_accessor :csv_data, :test_run	1✔
6
7	def initialize(csv_data, test_run: false)	1✔
8	@csv_data = csv_data	4✔
9	@test_run = test_run	4✔
10	end
11
12	def self.run_with_report(mediaflux_session:)	1✔
UNCOV 13	report = Mediaflux::ProjectReport.new(session_token: mediaflux_session)	×
UNCOV 14	return [report.response_error[:message]] if report.error?	×
15
UNCOV 16	importer = self.new(report.csv_data.gsub("\r\n",""))	×
UNCOV 17	importer.run	×
18	end
19
20	def run	1✔
21	output = []	5✔
22	mediaflux_projects = CSV.new(csv_data, headers: true, liberal_parsing: true)	5✔
23	mediaflux_projects.each do \|project_metadata\|	5✔
24	project_id = project_metadata["projectID"]	15✔
25	existing_project = Project.where("metadata_json @> ?", JSON.dump(project_id:))	15✔
26	if existing_project.count > 0	15✔
27	output << "Skipping project #{project_id}. There are already #{existing_project.count} version of that project in the system"	2✔
28	else
29	metadata = convert_csv(project_metadata:, project_id:)	13✔
30	if test_run	13✔
UNCOV 31	output << metadata.to_json	×
32	else
33	if metadata.data_user_read_only.first == "n/a" && metadata.data_user_read_only.count == 1	13✔
UNCOV 34	metadata.data_user_read_only = []	×
35	end
36	# Create the Rails record for the project
37	project = Project.create(metadata:, mediaflux_id: project_metadata["asset"])	13✔
38	if (project.valid?)	13✔
39	output << "Created project for #{project_id}"	6✔
40	else
41	output << "Error creating project for #{project_metadata["asset"]}: #{project.errors.to_a.join(";")}"	7✔
42	end
43	end
44	end
45	end
46	output	5✔
47	rescue CSV::MalformedCSVError => error
UNCOV 48	["Error parsing response #{ csv_data.to_s.slice(0,200) } error: #{error}"]	×
49	end
50
51	private	1✔
52	def convert_csv(project_metadata:, project_id:)	1✔
53	data_user = parse_multiple(project_metadata, "dataUser")	13✔
54	department_names = parse_multiple(project_metadata,"department")	13✔
55	departments = department_names.map {\|name\| Affiliation.find_fuzzy_by_name(name)&.code \|\| name }	31✔
56
57	storage_size_gb = project_metadata["quota"].downcase.to_f/1000000000.0	13✔
58	ProjectMetadata.new_from_hash({	13✔
59	project_id:,
60	title: project_metadata["title"],
61	description: project_metadata["description"],
62	status: Project::ACTIVE_STATUS,
63	data_sponsor: project_metadata["dataSponsor"],
64	data_manager: project_metadata["dataManager"],
65	departments: departments,
66	data_user_read_only: data_user,
67	project_directory: project_metadata["path"],
68	storage_capacity: {size: { approved: storage_size_gb, requested: storage_size_gb}, unit: {approved: "GB", requested: "GB"}},
69	storage_performance_expectations: { requested: "Standard", approved: "Standard" },
70	created_by: project_metadata["creatorUser"],
71	created_on: project_metadata["createdOn"]
72	})
73	end
74
75	def parse_multiple(project_metadata, key)	1✔
76	if project_metadata[key].blank?	26✔
77	[]	4✔
78	else
79	project_metadata[key].split(",").map(&:strip)	22✔
80	end
81	end
82	end

pulibrary / tigerdata-app / 54385a8c-ec76-421e-81fd-41bf4c9d5b76

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous