Skip to content

Commit

Permalink
Merge pull request #900 from Nitish1814/12SEP24Fixes_verticalCol
Browse files Browse the repository at this point in the history
added a new method to get clusterAdjustedDF which can be overridden a…
  • Loading branch information
sonalgoyal authored Sep 24, 2024
2 parents 4f36064 + 3e57cb1 commit 3517e1e
Showing 1 changed file with 9 additions and 2 deletions.
11 changes: 9 additions & 2 deletions common/core/src/main/java/zingg/common/core/executor/Linker.java
Original file line number Diff line number Diff line change
Expand Up @@ -55,12 +55,19 @@ public void writeOutput(ZFrame<D,R,C> sampleOrginal, ZFrame<D,R,C> dupes) throws
dupesActual = getDSUtil().addUniqueCol(dupesActual, ColName.CLUSTER_COLUMN);
ZFrame<D,R,C>dupes2 = getDSUtil().alignLinked(dupesActual, args);
dupes2 = getDSUtil().postprocessLinked(dupes2, sampleOrginal);
LOG.debug("uncertain output schema is " + dupes2.showSchema());
getPipeUtil().write(dupes2, args.getOutput());
ZFrame<D, R, C> clusterAdjustedDF = getClusterAdjustedDF(dupes2);
LOG.debug("uncertain output schema is " + clusterAdjustedDF.showSchema());
getPipeUtil().write(clusterAdjustedDF, args.getOutput());
}
} catch (Exception e) {
e.printStackTrace();
}
}

public ZFrame<D,R,C> getClusterAdjustedDF(ZFrame<D, R, C> dupes) {
//no adjustment required here
//some class extending it may adjust cluster like adding guid etc
return dupes;
}

}

0 comments on commit 3517e1e

Please sign in to comment.