working on json file store
This commit is contained in:
parent
b086d8b581
commit
f963f42c57
2 changed files with 155 additions and 0 deletions
21
net/src/main/java/org/xbib/net/Store.java
Normal file
21
net/src/main/java/org/xbib/net/Store.java
Normal file
|
@ -0,0 +1,21 @@
|
|||
package org.xbib.net;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.util.function.Consumer;
|
||||
|
||||
public interface Store<S> {
|
||||
|
||||
String getName();
|
||||
|
||||
long size() throws IOException;
|
||||
|
||||
S read(String key) throws IOException;
|
||||
|
||||
void readAll(String key, Consumer<S> consumer) throws IOException;
|
||||
|
||||
void write(String key, S s) throws IOException;
|
||||
|
||||
void remove(String key) throws IOException;
|
||||
|
||||
void purge(long expiredAfterSeconds) throws IOException;
|
||||
}
|
134
net/src/main/java/org/xbib/net/util/JsonFileStore.java
Normal file
134
net/src/main/java/org/xbib/net/util/JsonFileStore.java
Normal file
|
@ -0,0 +1,134 @@
|
|||
package org.xbib.net.util;
|
||||
|
||||
import org.xbib.net.Store;
|
||||
import org.xbib.net.PercentEncoder;
|
||||
import org.xbib.net.PercentEncoders;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.io.Writer;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.Path;
|
||||
import java.nio.file.attribute.FileTime;
|
||||
import java.time.Duration;
|
||||
import java.time.Instant;
|
||||
import java.util.Map;
|
||||
import java.util.Objects;
|
||||
import java.util.concurrent.atomic.AtomicLong;
|
||||
import java.util.concurrent.locks.ReentrantReadWriteLock;
|
||||
import java.util.function.Consumer;
|
||||
import java.util.logging.Level;
|
||||
import java.util.logging.Logger;
|
||||
import java.util.stream.Stream;
|
||||
|
||||
public class JsonFileStore implements Store<Map<String, Object>> {
|
||||
|
||||
private static final Logger logger = Logger.getLogger(JsonFileStore.class.getName());
|
||||
|
||||
private final String name;
|
||||
|
||||
private final ReentrantReadWriteLock lock;
|
||||
|
||||
private final Path path;
|
||||
|
||||
public JsonFileStore(String name, Path path) throws IOException {
|
||||
this.name = name;
|
||||
this.path = path;
|
||||
this.lock = new ReentrantReadWriteLock();
|
||||
Files.createDirectories(path);
|
||||
}
|
||||
|
||||
@Override
|
||||
public String getName() {
|
||||
return name;
|
||||
}
|
||||
|
||||
@Override
|
||||
public long size() throws IOException {
|
||||
AtomicLong size = new AtomicLong(0L);
|
||||
try (Stream<Path> stream = Files.walk(path)) {
|
||||
stream.forEach(p -> {
|
||||
if (Files.isRegularFile(p)) {
|
||||
size.incrementAndGet();
|
||||
}
|
||||
});
|
||||
return size.get();
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void readAll(String key, Consumer<Map<String, Object>> consumer) throws IOException {
|
||||
Objects.requireNonNull(consumer);
|
||||
try (Stream<Path> stream = Files.walk(path.resolve(key))) {
|
||||
stream.forEach(p -> {
|
||||
try {
|
||||
consumer.accept(read(p.getFileName().toString()));
|
||||
} catch (IOException e) {
|
||||
logger.log(Level.WARNING, "i/o error while consuming: " + e.getMessage(), e);
|
||||
}
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public Map<String, Object> read(String key) throws IOException {
|
||||
ReentrantReadWriteLock.ReadLock readLock = lock.readLock();
|
||||
try {
|
||||
readLock.lock();
|
||||
PercentEncoder percentEncoder = PercentEncoders.getUnreservedEncoder(StandardCharsets.UTF_8);
|
||||
return JsonUtil.toMap(Files.readString(path.resolve(percentEncoder.encode(key))));
|
||||
} finally {
|
||||
readLock.unlock();
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void write(String key, Map<String, Object> map) throws IOException {
|
||||
ReentrantReadWriteLock.WriteLock writeLock = lock.writeLock();
|
||||
try {
|
||||
writeLock.lock();
|
||||
PercentEncoder percentEncoder = PercentEncoders.getUnreservedEncoder(StandardCharsets.UTF_8);
|
||||
Path p = path.resolve(percentEncoder.encode(key));
|
||||
if (!Files.exists(p.getParent())) {
|
||||
Files.createDirectories(p.getParent());
|
||||
}
|
||||
try (Writer writer = Files.newBufferedWriter(p)) {
|
||||
writer.write(JsonUtil.toString(map));
|
||||
}
|
||||
} finally {
|
||||
writeLock.unlock();
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void remove(String key) throws IOException {
|
||||
ReentrantReadWriteLock.WriteLock writeLock = lock.writeLock();
|
||||
try {
|
||||
writeLock.lock();
|
||||
PercentEncoder percentEncoder = PercentEncoders.getUnreservedEncoder(StandardCharsets.UTF_8);
|
||||
Files.deleteIfExists(path.resolve(percentEncoder.encode(key)));
|
||||
} finally {
|
||||
writeLock.unlock();
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void purge(long expiredAfterSeconds) throws IOException {
|
||||
if (path != null && expiredAfterSeconds > 0L) {
|
||||
Instant instant = Instant.now();
|
||||
try (Stream<Path> stream = Files.walk(path)) {
|
||||
stream.forEach(p -> {
|
||||
try {
|
||||
FileTime fileTime = Files.getLastModifiedTime(p);
|
||||
Duration duration = Duration.between(fileTime.toInstant(), instant);
|
||||
if (duration.toSeconds() > expiredAfterSeconds) {
|
||||
Files.delete(p);
|
||||
}
|
||||
} catch (IOException e) {
|
||||
logger.log(Level.WARNING, "i/o error while purge: " + e.getMessage(), e);
|
||||
}
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
Loading…
Reference in a new issue