package org.oransc.enrichment.repository;
+import com.google.gson.Gson;
+import com.google.gson.GsonBuilder;
+import com.google.gson.TypeAdapterFactory;
+
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.io.PrintStream;
+import java.lang.invoke.MethodHandles;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.Paths;
import java.util.Collection;
-import java.util.Collections;
import java.util.HashMap;
import java.util.Map;
+import java.util.ServiceLoader;
import java.util.Vector;
+import org.oransc.enrichment.configuration.ApplicationConfig;
+import org.oransc.enrichment.controllers.producer.ProducerCallbacks;
import org.oransc.enrichment.exceptions.ServiceException;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.util.FileSystemUtils;
/**
- * Dynamic representation of all EI Jobs in the system.
+ * Dynamic representation of all existing EI jobs.
*/
public class EiJobs {
private Map<String, EiJob> allEiJobs = new HashMap<>();
- private Map<String, Map<String, EiJob>> jobsByType = new HashMap<>();
+
+ private MultiMap<EiJob> jobsByType = new MultiMap<>();
+ private MultiMap<EiJob> jobsByOwner = new MultiMap<>();
+ private final Gson gson;
+
+ private final ApplicationConfig config;
+ private final Logger logger = LoggerFactory.getLogger(MethodHandles.lookup().lookupClass());
+
+ private final ProducerCallbacks producerCallbacks;
+
+ public EiJobs(ApplicationConfig config, ProducerCallbacks producerCallbacks) {
+ this.config = config;
+ GsonBuilder gsonBuilder = new GsonBuilder();
+ ServiceLoader.load(TypeAdapterFactory.class).forEach(gsonBuilder::registerTypeAdapterFactory);
+ this.gson = gsonBuilder.create();
+ this.producerCallbacks = producerCallbacks;
+ }
+
+ public synchronized void restoreJobsFromDatabase() throws IOException {
+ Files.createDirectories(Paths.get(getDatabaseDirectory()));
+ File dbDir = new File(getDatabaseDirectory());
+
+ for (File file : dbDir.listFiles()) {
+ String json = Files.readString(file.toPath());
+ EiJob job = gson.fromJson(json, EiJob.class);
+ this.doPut(job);
+ }
+ }
public synchronized void put(EiJob job) {
- allEiJobs.put(job.id(), job);
- multiMapPut(this.jobsByType, job.typeId(), job);
+ this.doPut(job);
+ storeJobInFile(job);
}
public synchronized Collection<EiJob> getJobs() {
public synchronized EiJob getJob(String id) throws ServiceException {
EiJob ric = allEiJobs.get(id);
if (ric == null) {
- throw new ServiceException("Could not find EI Job: " + id);
+ throw new ServiceException("Could not find EI job: " + id);
}
return ric;
}
public synchronized Collection<EiJob> getJobsForType(String typeId) {
- return multiMapGet(this.jobsByType, typeId);
+ return jobsByType.get(typeId);
+ }
+
+ public synchronized Collection<EiJob> getJobsForType(EiType type) {
+ return jobsByType.get(type.getId());
+ }
+
+ public synchronized Collection<EiJob> getJobsForOwner(String owner) {
+ return jobsByOwner.get(owner);
}
public synchronized EiJob get(String id) {
return allEiJobs.get(id);
}
- public synchronized EiJob remove(String id) {
+ public synchronized EiJob remove(String id, EiProducers eiProducers) {
EiJob job = allEiJobs.get(id);
if (job != null) {
- remove(job);
+ remove(job, eiProducers);
}
return job;
}
- public synchronized void remove(EiJob job) {
- this.allEiJobs.remove(job.id());
- multiMapRemove(this.jobsByType, job.typeId(), job);
+ public synchronized void remove(EiJob job, EiProducers eiProducers) {
+ this.allEiJobs.remove(job.getId());
+ jobsByType.remove(job.getTypeId(), job.getId());
+ jobsByOwner.remove(job.getOwner(), job.getId());
+
+ try {
+ Files.delete(getPath(job));
+ } catch (IOException e) {
+ logger.warn("Could not remove file: {}", e.getMessage());
+ }
+ this.producerCallbacks.stopEiJob(job, eiProducers);
}
public synchronized int size() {
public synchronized void clear() {
this.allEiJobs.clear();
+ this.jobsByType.clear();
+ jobsByOwner.clear();
+ clearDatabase();
+ }
+
+ private void clearDatabase() {
+ try {
+ FileSystemUtils.deleteRecursively(Path.of(getDatabaseDirectory()));
+ Files.createDirectories(Paths.get(getDatabaseDirectory()));
+ } catch (IOException e) {
+ logger.warn("Could not delete database : {}", e.getMessage());
+ }
}
- private void multiMapPut(Map<String, Map<String, EiJob>> multiMap, String key, EiJob value) {
- multiMap.computeIfAbsent(key, k -> new HashMap<>()).put(value.id(), value);
+ private void doPut(EiJob job) {
+ allEiJobs.put(job.getId(), job);
+ jobsByType.put(job.getTypeId(), job.getId(), job);
+ jobsByOwner.put(job.getOwner(), job.getId(), job);
}
- private void multiMapRemove(Map<String, Map<String, EiJob>> multiMap, String key, EiJob value) {
- Map<String, EiJob> map = multiMap.get(key);
- if (map != null) {
- map.remove(value.id());
- if (map.isEmpty()) {
- multiMap.remove(key);
+ private void storeJobInFile(EiJob job) {
+ try {
+ try (PrintStream out = new PrintStream(new FileOutputStream(getFile(job)))) {
+ out.print(gson.toJson(job));
}
+ } catch (Exception e) {
+ logger.warn("Could not store job: {} {}", job.getId(), e.getMessage());
}
}
- private Collection<EiJob> multiMapGet(Map<String, Map<String, EiJob>> multiMap, String key) {
- Map<String, EiJob> map = multiMap.get(key);
- if (map == null) {
- return Collections.emptyList();
- }
- return new Vector<>(map.values());
+ private File getFile(EiJob job) {
+ return getPath(job).toFile();
+ }
+
+ private Path getPath(EiJob job) {
+ return Path.of(getDatabaseDirectory(), job.getId());
+ }
+
+ private String getDatabaseDirectory() {
+ return config.getVardataDirectory() + "/eijobs";
}
}
Code Review / nonrtric.git / blobdiff