Added save compatible version of filenames, arrays and images function

src/CCDReduction.jl

@@ -22,7 +22,8 @@ export subtract_bias,
        fitscollection,
        arrays,
        filenames,
-       images
+       images,
+       process
 
 include("methods.jl")
 include("fits.jl")

src/collection.jl

@@ -9,6 +9,16 @@ end
 
 parse_name(filename, ext, ::Val{true}) = filename
 
+
+# transposes the data and saves it, the reason is same as that for getdata
+function setdata(file_path, data)
+    d = ndims(data)
+    transposed_data = permutedims(data, d:-1:1)
+    FITS(file_path, "w") do fh
+        write(fh, transposed_data)
+    end
+end
+
 #---------------------------------------------------------------------------------------
 @doc raw"""
     fitscollection(dir; recursive=true, abspath=true, keepext=true, ext=r"fits(\.tar\.gz)?", exclude=nothing, exclude_dir=nothing, exclude_key = ("", "HISTORY"))
@@ -142,3 +152,46 @@ function images end
         @yield FITS(row.path)[row.hdu]
     end
 end
+
+
+"""
+    process(f, df::DataFrame; path = nothing, save_prefix = nothing, save_suffix = nothing, save_delim = "_", ext = r"fits(\\.tar\\.gz)?"i)
+
+Applies function `f` on all elements of data frame and saves it in FITS file.
+
+If `path = nothing`, then save functionality does not execute. It returns an array of arrays which contains final returned values of function.
+A suffix and prefix can be added to filename of newly created files by modifying `save_suffix` and `save_prefix`, `save_delim` is used as delimiter.
+`ext` is the extension of files to be taken into consideration for applying function, by default it is set to `r"fits(\\.tar\\.gz)?"i`.
+"""
+function process(f, df::DataFrame; path = nothing, save_prefix = nothing, save_suffix = nothing, save_delim = "_", ext = r"fits(\.tar\.gz)?"i)
+    final_value = Vector{Array}(undef, first(size(df)))
+    for (i,x) in enumerate(eachrow(df))
+        fh = FITS(x.path)
+        processed_value = f(fh[x.hdu])
+        close(fh)
+        final_value[i] = processed_value
+        # if path is not nothing then we save
+        if !(path isa Nothing)
+            make_file(processed_value, x.name, path, save_prefix, save_suffix, save_delim, ext)
+        end
+    end
+    return final_value
+end
+
+# utility function to generate file name and then save the given data
+function make_file(data, filename, save_location, save_prefix, save_suffix, save_delim, ext)
+    # removing the extension from filename
+    modified_name = parse_name(filename, "." * ext, Val(false))
+
+    if !(save_prefix isa Nothing)
+        modified_name = string(save_prefix, save_delim, modified_name)
+    end
+    if !(save_suffix isa Nothing)
+        modified_name = string(modified_name, save_delim, save_suffix)
+    end
+
+    file_path = joinpath(save_location, modified_name * ".fits")
+
+    # writing file
+    setdata(file_path, data)
+end

test/collection.jl

@@ -87,6 +87,31 @@ end
     end
 end
 
+@testset "process" begin
+    # setting initial data
+    dir = joinpath(@__DIR__, "data")
+    savedir = @__DIR__
+    df = fitscollection(dir)
+
+    final = process(df; path = savedir, save_prefix = "test1", save_suffix = "test2") do img
+        trim(img, (:, 1040:1059))
+    end
+
+    # testing function outputs
+    @test final[1] == trim(M35070V[1], (:, 1040:1059))
+    @test final[2] == trim(M6707HH[1], (:, 1040:1059))
+
+    df1 = fitscollection(savedir; recursive = false)
+
+    # testing saved data
+    @test final[1] == getdata(FITS(df1[1, :path])[df1[1, :hdu]])
+    @test final[2] == getdata(FITS(df1[2, :path])[df1[2, :hdu]])
+
+    # testing saved filenames
+    @test df1[1, :name] == "test1_M35070V_test2.fits"
+    @test df1[2, :name] == "test1_M6707HH_test2.fits"
+end
+
 @testset "helper" begin
     @test parse_name("abc.fits", "."*"fits", Val(true)) == "abc.fits"
     @test parse_name("abc.fits.tar.gz", "."*"fits.tar.gz", Val(false)) == "abc"