Skip to content

Commit

Permalink
implement listFiles method in AlluxioFileSystem
Browse files Browse the repository at this point in the history
  • Loading branch information
JiamingMai committed Apr 18, 2024
1 parent 96006e0 commit b76e99c
Show file tree
Hide file tree
Showing 2 changed files with 78 additions and 2 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,70 @@
/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.trino.filesystem.alluxio;

import alluxio.client.file.URIStatus;
import io.trino.filesystem.FileEntry;
import io.trino.filesystem.FileIterator;
import io.trino.filesystem.Location;

import java.io.IOException;
import java.time.Instant;
import java.util.List;
import java.util.Optional;

import static java.util.Objects.requireNonNull;

public class AlluxioFileIterator
implements FileIterator
{
private final List<URIStatus> files;

private int index;

public AlluxioFileIterator(List<URIStatus> files)
{
this.files = requireNonNull(files, "files is null");
}

@Override
public boolean hasNext()
throws IOException
{
if (files.isEmpty() || files.size() < index) {
return false;
}
if (files.get(index) != null) {
return true;
}
else {
return false;
}
}

@Override
public FileEntry next()
throws IOException
{
if (!hasNext()) {
return null;
}
URIStatus fileStatus = files.get(index++);
Location location = Location.of(fileStatus.getPath());
return new FileEntry(
location,
fileStatus.getLength(),
Instant.ofEpochMilli(fileStatus.getLastModificationTimeMs()),
Optional.empty());
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@

import java.io.FileNotFoundException;
import java.io.IOException;
import java.util.List;
import java.util.Optional;
import java.util.Set;

Expand Down Expand Up @@ -96,8 +97,13 @@ public void renameFile(Location source, Location target)
public FileIterator listFiles(Location location)
throws IOException
{
//TODO: create a new class AlluxioFileIterator to implement this method
return null;
try {
List<URIStatus> filesStatus = fileSystem.listStatus(getAlluxioURI(location));
return new AlluxioFileIterator(filesStatus);
}
catch (AlluxioException e) {
throw new IOException("Error listFiles %s".formatted(location), e);
}
}

@Override
Expand Down

0 comments on commit b76e99c

Please sign in to comment.