Making sure LBNL file was not already processed before downloading

Author: David Zuckerman

lib/berkeley_library/sftp_handler/downloader/base.rb

@@ -41,6 +41,11 @@ def ssh_options
           end
         end
 
+        def assert_file_not_processed!(processed_path)
+          raise "File was already processed: #{processed_path}" \
+            if Pathname.new(processed_path).exist?
+        end
+
         def assert_not_exists!(local_path)
           raise "Local file already exists: #{local_path}" \
             if Pathname.new(local_path).exist?

lib/berkeley_library/sftp_handler/downloader/lbnl.rb

@@ -15,6 +15,7 @@ def download!(filename: nil, local_dir: '/opt/app/data')
           filename ||= default_filename
           remote_path = Pathname.new(filename)
           local_path = Pathname.new(local_dir) + filename
+          assert_file_not_processed! local_path + '.old'
           assert_not_exists! local_path
 
           connect do |sftp|