No public description

PiperOrigin-RevId: 609308154

requirements.txt

@@ -1,14 +1,14 @@
 absl-py>=0.12.0
-apache_beam==2.54.0
+apache_beam==2.53.0
 earthengine-api
 gcsfs
-geopandas>=0.8
+geopandas
 google_apitools
 google-cloud-aiplatform>=1.35.0
 ml-collections
 numpy
 opencv-python
-pandas>=2
+pandas<2.0.0
 pillow
 pyproj
 pytest

src/create_labeled_dataset.py

@@ -18,7 +18,6 @@
 merged with the original Tensorflow Examples in order to create a labeled
 training and test set.
 """
-import multiprocessing
 import random
 
 from absl import app
@@ -62,11 +61,6 @@
     True,
     'If true, starts multiple processes to run task.',
 )
-flags.DEFINE_integer(
-    'max_processes',
-    multiprocessing.cpu_count(),
-    'If using multiprocessing, the maximum number of processes to use.',
-)
 
 
 def main(unused_argv):
@@ -95,9 +89,7 @@ def main(unused_argv):
         FLAGS.train_output_path,
         FLAGS.test_output_path,
         FLAGS.connecting_distance_meters,
-        FLAGS.use_multiprocessing,
-        None,
-        FLAGS.max_processes)
+        FLAGS.use_multiprocessing)
 
 
 if __name__ == '__main__':

src/create_labeling_examples.py

@@ -30,7 +30,6 @@
 """
 # pylint: enable=line-too-long
 
-import multiprocessing
 import sys
 
 from absl import app
@@ -60,11 +59,6 @@
     True,
     'If true, starts multiple processes to run task.',
 )
-flags.DEFINE_integer(
-    'max_processes',
-    multiprocessing.cpu_count(),
-    'If using multiprocessing, the maximum number of processes to use.',
-)
 flags.DEFINE_float(
     'buffered_sampling_radius',
     70.0,
@@ -90,8 +84,6 @@ def main(unused_argv):
       FLAGS.exclude_import_file_patterns,
       FLAGS.output_dir,
       FLAGS.use_multiprocessing,
-      None,
-      FLAGS.max_processes,
       FLAGS.buffered_sampling_radius,
   )
 

src/skai/cloud_labeling.py

@@ -885,9 +885,6 @@ def _merge_examples_and_labels(
   for result in results:
     all_labeled_examples.extend(result)
 
-  if not all_labeled_examples:
-    raise ValueError('No examples found matching labels.')
-
   train_examples, test_examples = _split_examples(
       all_labeled_examples, test_fraction, connecting_distance_meters
   )