Merge pull request #152 from OpenGeoMetadata/archived-repos

Skip harvesting of repositories that have been archived
OpenGeoMetadata · Apr 6, 2023 · e46b95e · e46b95e
2 parents 6b2fd2b + 63a7609
commit e46b95e
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/lib/geo_combine/harvester.rb b/lib/geo_combine/harvester.rb
@@ -98,6 +98,7 @@ def clone_all
     def repositories
       @repositories ||= JSON.parse(Net::HTTP.get(self.class.ogm_api_uri))
                             .filter { |repo| repo['size'].positive? }
+                            .reject { |repo| repo['archived'] }
                             .map { |repo| repo['name'] }
                             .reject { |name| self.class.denylist.include? name }
     end

diff --git a/spec/lib/geo_combine/harvester_spec.rb b/spec/lib/geo_combine/harvester_spec.rb
@@ -15,8 +15,9 @@
     [
       { name: repo_name, size: 100 },
       { name: 'another-institution', size: 100 },
-      { name: 'aardvark', size: 300 }, # on denylist
-      { name: 'empty', size: 0 }       # no data
+      { name: 'outdated-institution', size: 100, archived: true }, # archived
+      { name: 'aardvark', size: 300 },                             # on denylist
+      { name: 'empty', size: 0 }                                   # no data
     ].to_json
   end
 
@@ -71,6 +72,11 @@
       harvester.pull_all
       expect(Git).not_to have_received(:open).with('https://github.com/OpenGeoMetadata/aardvark.git')
     end
+
+    it 'skips archived repositories' do
+      harvester.pull_all
+      expect(Git).not_to have_received(:open).with('https://github.com/OpenGeoMetadata/outdated-institution.git')
+    end
   end
 
   describe '#clone' do