Generate event IDs earlier so previousEventIds can be updated accurately

minifi/minifi-nar-bundles/minifi-provenance-repository-bundle/minifi-provenance-repositories/src/main/java/org/apache/nifi/provenance/NoOpProvenanceRepository.java

@@ -25,7 +25,6 @@
 import org.apache.nifi.provenance.search.SearchableField;
 
 import java.io.IOException;
-import java.util.Collections;
 import java.util.List;
 import java.util.Optional;
 import java.util.Set;
@@ -42,8 +41,8 @@ public class NoOpProvenanceRepository implements ProvenanceRepository {
 
   @Override
   public void initialize(EventReporter eventReporter, Authorizer authorizer,
-      ProvenanceAuthorizableFactory factory, IdentifierLookup identifierLookup)
-      throws IOException {
+                         ProvenanceAuthorizableFactory factory, IdentifierLookup identifierLookup)
+          throws IOException {
 
   }
 
@@ -69,13 +68,13 @@ public ProvenanceEventRecord getEvent(final long id, final NiFiUser user) throws
 
   @Override
   public List<ProvenanceEventRecord> getEvents(long firstRecordId, int maxRecords)
-      throws IOException {
+          throws IOException {
     return emptyList();
   }
 
   @Override
   public List<ProvenanceEventRecord> getEvents(long firstRecordId,
-      int maxRecords, NiFiUser niFiUser) throws IOException {
+                                               int maxRecords, NiFiUser niFiUser) throws IOException {
     return emptyList();
   }
 
@@ -156,7 +155,7 @@ public long getContainerUsableSpace(String s) throws IOException {
 
   @Override
   public AsyncLineageSubmission retrieveLineageSubmission(final String lineageIdentifier,
-      final NiFiUser user) {
+                                                          final NiFiUser user) {
     return null;
   }
 
@@ -169,14 +168,4 @@ public AsyncLineageSubmission submitExpandParents(final long eventId, final NiFi
   public AsyncLineageSubmission submitExpandChildren(final long eventId, final NiFiUser user) {
     return null;
   }
-
-  @Override
-  public List<Long> getPreviousEventIds(String flowFileUUID) {
-    return Collections.emptyList();
-  }
-
-  @Override
-  public void updatePreviousEventIds(ProvenanceEventRecord record, List<Long> previousIds) {
-    // Do nothing
-  }
 }

nifi-api/src/main/java/org/apache/nifi/provenance/ProvenanceEventRecord.java

@@ -40,8 +40,6 @@ public interface ProvenanceEventRecord {
      */
     List<Long> getPreviousEventIds();
 
-    void setPreviousEventIds(List<Long> previousEventIds);
-
     /**
      * @return the time at which this Provenance Event was created, as the
      * number of milliseconds since epoch

nifi-api/src/main/java/org/apache/nifi/provenance/ProvenanceEventRepository.java

@@ -92,20 +92,4 @@ public interface ProvenanceEventRepository {
      * @throws IOException if failure closing repository
      */
     void close() throws IOException;
-
-    /**
-     * Returns the previous provenance event IDs for the given FlowFile
-     * @param flowFileUUID the UUID of the FlowFile
-     * @return the previous event IDs for the given FlowFile
-     */
-    List<Long> getPreviousEventIds(String flowFileUUID);
-
-    /**
-     * Updates the previous provenance event IDs for the given event
-     *
-     * @param record The record for which to update the previous event IDs
-     * @param previousIds the list of previous event IDs to set for the record, or null to remove
-     */
-    void updatePreviousEventIds(ProvenanceEventRecord record, List<Long> previousIds);
-
 }

nifi-framework-api/src/main/java/org/apache/nifi/provenance/AbstractProvenanceRepository.java → nifi-api/src/main/java/org/apache/nifi/provenance/UpdateableProvenanceEventRecord.java

@@ -16,25 +16,10 @@
  */
 package org.apache.nifi.provenance;
 
-import java.util.HashMap;
 import java.util.List;
-import java.util.Map;
 
-public abstract class AbstractProvenanceRepository implements ProvenanceRepository {
+public interface UpdateableProvenanceEventRecord extends ProvenanceEventRecord {
 
-    protected final Map<String, List<Long>> previousEventIdsMap = new HashMap<>();
-
-    @Override
-    public List<Long> getPreviousEventIds(String flowFileUUID) {
-        return previousEventIdsMap.get(flowFileUUID);
-    }
-
-    @Override
-    public void updatePreviousEventIds(ProvenanceEventRecord record, List<Long> previousIds) {
-        if (previousIds == null) {
-            previousEventIdsMap.remove(record.getFlowFileUuid());
-        } else {
-            previousEventIdsMap.put(record.getFlowFileUuid(), previousIds);
-        }
-    }
+    void setEventId(final long eventId);
+    void setPreviousEventIds(List<Long> previousEventIds);
 }

nifi-commons/nifi-data-provenance-utils/src/main/java/org/apache/nifi/provenance/PlaceholderProvenanceEvent.java

@@ -25,9 +25,9 @@
  * A Provenance Event that is used to replace another Provenance Event when authorizations
  * are not granted for the original Provenance Event
  */
-public class PlaceholderProvenanceEvent implements ProvenanceEventRecord {
+public class PlaceholderProvenanceEvent implements UpdateableProvenanceEventRecord {
     private final String componentId;
-    private final long eventId;
+    private long eventId;
     private List<Long> previousEventIds;
     private final long eventTime;
     private final String flowFileUuid;
@@ -45,6 +45,11 @@ public long getEventId() {
         return eventId;
     }
 
+    @Override
+    public void setEventId(long eventId) {
+        this.eventId = eventId;
+    }
+
     @Override
     public List<Long> getPreviousEventIds() {
         return previousEventIds;

nifi-commons/nifi-data-provenance-utils/src/main/java/org/apache/nifi/provenance/StandardProvenanceEventRecord.java

@@ -29,7 +29,7 @@
 /**
  * Holder for provenance relevant information
  */
-public class StandardProvenanceEventRecord implements ProvenanceEventRecord {
+public class StandardProvenanceEventRecord implements UpdateableProvenanceEventRecord {
 
     private final long eventTime;
     private final long entryDate;
@@ -124,7 +124,8 @@ public long getStorageByteOffset() {
         return storageByteOffset;
     }
 
-    void setEventId(final long eventId) {
+    @Override
+    public void setEventId(final long eventId) {
         this.eventId = eventId;
     }
 
@@ -138,7 +139,6 @@ public List<Long> getPreviousEventIds() {
         return previousEventIds;
     }
 
-    @Override
     public void setPreviousEventIds(List<Long> previousEventIds) {
         this.previousEventIds = previousEventIds;
     }

nifi-mock/src/main/java/org/apache/nifi/provenance/MockProvenanceRepository.java

@@ -33,7 +33,7 @@
 import java.util.Set;
 import java.util.concurrent.atomic.AtomicLong;
 
-public class MockProvenanceRepository extends AbstractProvenanceRepository {
+public class MockProvenanceRepository implements ProvenanceRepository {
 
     private final List<ProvenanceEventRecord> records = new ArrayList<>();
     private final AtomicLong idGenerator = new AtomicLong(0L);

nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/java/org/apache/nifi/atlas/reporting/SimpleProvenanceRecord.java

@@ -18,12 +18,13 @@
 
 import org.apache.nifi.provenance.ProvenanceEventRecord;
 import org.apache.nifi.provenance.ProvenanceEventType;
+import org.apache.nifi.provenance.UpdateableProvenanceEventRecord;
 
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
 
-public class SimpleProvenanceRecord implements ProvenanceEventRecord {
+public class SimpleProvenanceRecord implements UpdateableProvenanceEventRecord {
     private long eventId;
     private List<Long> previousEventIds;
     private String componentId;
@@ -53,6 +54,7 @@ public void setEventId(long eventId) {
         this.eventId = eventId;
     }
 
+    @Override
     public void setPreviousEventIds(List<Long> previousEventIds) {
         this.previousEventIds = previousEventIds;
     }