working on json file store

This commit is contained in:
Jörg Prante 2023-08-14 08:18:28 +02:00
parent 99ce43b6b8
commit b930f00b8e
2 changed files with 155 additions and 0 deletions

View file

@ -0,0 +1,21 @@
package org.xbib.net;
import java.io.IOException;
import java.util.function.Consumer;
public interface Store<S> {
String getName();
long size() throws IOException;
S read(String key) throws IOException;
void readAll(String key, Consumer<S> consumer) throws IOException;
void write(String key, S s) throws IOException;
void remove(String key) throws IOException;
void purge(long expiredAfterSeconds) throws IOException;
}

View file

@ -0,0 +1,134 @@
package org.xbib.net.util;
import org.xbib.net.Store;
import org.xbib.net.PercentEncoder;
import org.xbib.net.PercentEncoders;
import java.io.IOException;
import java.io.Writer;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.attribute.FileTime;
import java.time.Duration;
import java.time.Instant;
import java.util.Map;
import java.util.Objects;
import java.util.concurrent.atomic.AtomicLong;
import java.util.concurrent.locks.ReentrantReadWriteLock;
import java.util.function.Consumer;
import java.util.logging.Level;
import java.util.logging.Logger;
import java.util.stream.Stream;
public class JsonFileStore implements Store<Map<String, Object>> {
private static final Logger logger = Logger.getLogger(JsonFileStore.class.getName());
private final String name;
private final ReentrantReadWriteLock lock;
private final Path path;
public JsonFileStore(String name, Path path) throws IOException {
this.name = name;
this.path = path;
this.lock = new ReentrantReadWriteLock();
Files.createDirectories(path);
}
@Override
public String getName() {
return name;
}
@Override
public long size() throws IOException {
AtomicLong size = new AtomicLong(0L);
try (Stream<Path> stream = Files.walk(path)) {
stream.forEach(p -> {
if (Files.isRegularFile(p)) {
size.incrementAndGet();
}
});
return size.get();
}
}
@Override
public void readAll(String key, Consumer<Map<String, Object>> consumer) throws IOException {
Objects.requireNonNull(consumer);
try (Stream<Path> stream = Files.walk(path.resolve(key))) {
stream.forEach(p -> {
try {
consumer.accept(read(p.getFileName().toString()));
} catch (IOException e) {
logger.log(Level.WARNING, "i/o error while consuming: " + e.getMessage(), e);
}
});
}
}
@Override
public Map<String, Object> read(String key) throws IOException {
ReentrantReadWriteLock.ReadLock readLock = lock.readLock();
try {
readLock.lock();
PercentEncoder percentEncoder = PercentEncoders.getUnreservedEncoder(StandardCharsets.UTF_8);
return JsonUtil.toMap(Files.readString(path.resolve(percentEncoder.encode(key))));
} finally {
readLock.unlock();
}
}
@Override
public void write(String key, Map<String, Object> map) throws IOException {
ReentrantReadWriteLock.WriteLock writeLock = lock.writeLock();
try {
writeLock.lock();
PercentEncoder percentEncoder = PercentEncoders.getUnreservedEncoder(StandardCharsets.UTF_8);
Path p = path.resolve(percentEncoder.encode(key));
if (!Files.exists(p.getParent())) {
Files.createDirectories(p.getParent());
}
try (Writer writer = Files.newBufferedWriter(p)) {
writer.write(JsonUtil.toString(map));
}
} finally {
writeLock.unlock();
}
}
@Override
public void remove(String key) throws IOException {
ReentrantReadWriteLock.WriteLock writeLock = lock.writeLock();
try {
writeLock.lock();
PercentEncoder percentEncoder = PercentEncoders.getUnreservedEncoder(StandardCharsets.UTF_8);
Files.deleteIfExists(path.resolve(percentEncoder.encode(key)));
} finally {
writeLock.unlock();
}
}
@Override
public void purge(long expiredAfterSeconds) throws IOException {
if (path != null && expiredAfterSeconds > 0L) {
Instant instant = Instant.now();
try (Stream<Path> stream = Files.walk(path)) {
stream.forEach(p -> {
try {
FileTime fileTime = Files.getLastModifiedTime(p);
Duration duration = Duration.between(fileTime.toInstant(), instant);
if (duration.toSeconds() > expiredAfterSeconds) {
Files.delete(p);
}
} catch (IOException e) {
logger.log(Level.WARNING, "i/o error while purge: " + e.getMessage(), e);
}
});
}
}
}
}