Skip to content

Commit

Permalink
[AMORO-3202] Upgrade Paimon Version to 0.9.0 (#3207)
Browse files Browse the repository at this point in the history
  • Loading branch information
czy006 authored Sep 20, 2024
1 parent a8cc843 commit 1ebfd21
Show file tree
Hide file tree
Showing 2 changed files with 9 additions and 9 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -141,7 +141,7 @@ public ServerTableMeta getTableDetail(AmoroTable<?> amoroTable) {
Snapshot snapshot = store.snapshotManager().latestSnapshot();
if (snapshot != null) {
AmoroSnapshotsOfTable snapshotsOfTable =
manifestListInfo(store, snapshot, (m, s) -> s.dataManifests(m));
manifestListInfo(store, snapshot, ManifestList::readDataManifests);
long fileSize = snapshotsOfTable.getOriginalFileSize();
String totalSize = CommonUtil.byteToXB(fileSize);
int fileCount = snapshotsOfTable.getFileCount();
Expand Down Expand Up @@ -231,7 +231,7 @@ public List<PartitionFileBaseInfo> getSnapshotDetail(
ManifestList manifestList = store.manifestListFactory().create();
ManifestFile manifestFile = store.manifestFileFactory().create();

List<ManifestFileMeta> manifestFileMetas = snapshot.deltaManifests(manifestList);
List<ManifestFileMeta> manifestFileMetas = manifestList.readDeltaManifests(snapshot);
for (ManifestFileMeta manifestFileMeta : manifestFileMetas) {
manifestFileMeta.fileSize();
List<ManifestEntry> manifestEntries = manifestFile.read(manifestFileMeta.fileName());
Expand Down Expand Up @@ -313,7 +313,7 @@ public List<PartitionFileBaseInfo> getTableFiles(
futures.add(
CompletableFuture.runAsync(
() -> {
List<ManifestFileMeta> deltaManifests = snapshot.deltaManifests(manifestList);
List<ManifestFileMeta> deltaManifests = manifestList.readDeltaManifests(snapshot);
for (ManifestFileMeta manifestFileMeta : deltaManifests) {
List<ManifestEntry> manifestEntries =
manifestFile.read(manifestFileMeta.fileName());
Expand Down Expand Up @@ -392,7 +392,7 @@ public Pair<List<OptimizingProcessInfo>, Integer> getOptimizingProcessesInfo(
FilesStatisticsBuilder outputBuilder = new FilesStatisticsBuilder();
ManifestFile manifestFile = store.manifestFileFactory().create();
ManifestList manifestList = store.manifestListFactory().create();
List<ManifestFileMeta> manifestFileMetas = s.deltaManifests(manifestList);
List<ManifestFileMeta> manifestFileMetas = manifestList.readDeltaManifests(s);
boolean hasMaxLevels = false;
long minCreateTime = Long.MAX_VALUE;
long maxCreateTime = Long.MIN_VALUE;
Expand Down Expand Up @@ -469,12 +469,12 @@ private AmoroSnapshotsOfTable getSnapshotsOfTable(FileStore<?> store, Snapshot s

// file number
AmoroSnapshotsOfTable deltaSnapshotsOfTable =
manifestListInfo(store, snapshot, (m, s) -> s.deltaManifests(m));
manifestListInfo(store, snapshot, ManifestList::readDeltaManifests);
int deltaFileCount = deltaSnapshotsOfTable.getFileCount();
int dataFileCount =
manifestListInfo(store, snapshot, (m, s) -> s.dataManifests(m)).getFileCount();
int changeLogFileCount =
manifestListInfo(store, snapshot, (m, s) -> s.changelogManifests(m)).getFileCount();
manifestListInfo(store, snapshot, ManifestList::readDataManifests).getFileCount();
long changeLogFileCount =
manifestListInfo(store, snapshot, ManifestList::readChangelogManifests).getFileCount();
summary.put("delta-files", String.valueOf(deltaFileCount));
summary.put("data-files", String.valueOf(dataFileCount));
summary.put("changelogs", String.valueOf(changeLogFileCount));
Expand Down
2 changes: 1 addition & 1 deletion pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -102,7 +102,7 @@
<maven-checkstyle-plugin.version>3.3.1</maven-checkstyle-plugin.version>

<iceberg.version>1.4.3</iceberg.version>
<paimon.version>0.8.2</paimon.version>
<paimon.version>0.9.0</paimon.version>
<hive.version>3.1.1</hive.version>
<hadoop.version>3.4.0</hadoop.version>
<kerby.version>2.0.3</kerby.version>
Expand Down

0 comments on commit 1ebfd21

Please sign in to comment.