NominatimTask

iped-api/src/main/java/iped/localization/Messages.java

@@ -34,6 +34,7 @@ public static ResourceBundle getExternalBundle(String bundleName, Locale locale)
         } catch (URISyntaxException e1) {
             e1.printStackTrace();
         }
+        file = new File(System.getProperty("user.dir")+ "/iped/localization");
         if (file != null && !file.exists()) {
             File baseFile = new File(System.getProperty("user.dir"));
             do {

iped-app/resources/config/IPEDConfig.txt

@@ -102,7 +102,7 @@ enableAudioTranscription = false
 # Enables carving. "addUnallocated" must be enabled to unallocated area be searched.
 # By default carving runs on almost every item in the case. 
 # File types to be searched and retrieved can be set in file "conf/CarvingConfig.txt"
-enableCarving = false
+enableCarving = true
 
 # Enables carving that retrieves known files from the LED base, based on the beginning (64K) of the file.
 # It's necessary to enable "addUnallocated" and to configure "hashesDB" (with LED hashes data imported).
@@ -133,6 +133,10 @@ enableVideoThumbs = true
 # Advanced configurations can be found at conf/DocThumbsConfig.txt.
 enableDocThumbs = false
 
+# Enables nominatim address resolving of geo locations
+# Server settings can be modified in file "conf/NominatimConfig.txt"
+enableNominatimLocationResolving = true
+
 # Enables HTML report generation on automatic extractions or from selected items.
 # Generation settings can be modified in file "conf/HTMLReportConfig.txt"
-enableHTMLReport = true
+enableHTMLReport = true

iped-app/resources/config/conf/NominatimConfig.txt

@@ -0,0 +1,14 @@
+#host name of the nominatim server
+hostName=10.65.6.2
+
+#port of the nominatim server service
+hostPort=8080
+
+#protocol of the nominatim server service (http or https)
+protocol=http
+
+#protocol of the nominatim server service (http or https)
+connectionPoolSize=auto
+
+#Query to be passed via URL to test if service is available at task init
+serviceTestUrlQuery=/?country=brazil

iped-app/resources/config/conf/TaskInstaller.xml

@@ -40,7 +40,6 @@
     <task class="iped.engine.task.PhotoDNALookup"></task>
     <task script="NSFWNudityDetectTask.py"></task>
     <task script="FaceRecognitionTask.py"></task>
-    <task script="SearchHardwareWallets.py"></task>
 
     <!--Carving must be installed before IndexTask because it sets hasChildren property in parent items-->
     <task class="iped.engine.task.carver.LedCarveTask"></task>
@@ -49,6 +48,7 @@
 
     <task class="iped.engine.task.FragmentLargeBinaryTask"></task>
     <task class="iped.engine.task.EntropyTask"></task>
+    <task class="iped.geo.nominatim.NominatimTask"></task>
     <task class="iped.engine.task.MinIOTask"></task>
     <task class="iped.engine.task.index.ElasticSearchIndexTask"></task>
     <task class="iped.engine.task.index.IndexTask"></task>

iped-app/src/main/java/iped/app/ui/BookmarksController.java

@@ -9,13 +9,12 @@
 
 import iped.engine.data.Bookmarks;
 import iped.utils.LocalizedFormat;
+import iped.viewers.bookmarks.IBookmarksController;
 
-public class BookmarksController {
+public class BookmarksController implements IBookmarksController {
 
     public static final String HISTORY_DIV = Messages.getString("BookmarksController.HistoryDelimiter"); //$NON-NLS-1$
 
-    private static BookmarksController instance;
-
     private static JFileChooser fileChooser;
     private static SearchStateFilter filter;
 
@@ -38,9 +37,13 @@ public boolean isUpdatingHistory() {
     }
 
     public static BookmarksController get() {
-        if (instance == null)
-            instance = new BookmarksController();
-        return instance;
+        IBookmarksController ibc = IBookmarksController.get();
+        if ((ibc == null) || !(ibc instanceof BookmarksController)) {
+            ibc = new BookmarksController();
+            IBookmarksController.registerBookmarksController(ibc);
+        }
+
+        return (BookmarksController) ibc;
     }
 
     public void setMultiSetting(boolean value) {

iped-engine/src/main/java/iped/engine/config/AbstractTaskPropertiesConfig.java

@@ -29,6 +29,6 @@ public void processTaskConfig(Path resource) throws IOException {
         processProperties(properties);
     }
 
-    abstract void processProperties(UTF8Properties properties);
+    public abstract void processProperties(UTF8Properties properties);
 
 }

iped-geo/pom.xml

@@ -83,6 +83,12 @@
             <artifactId>gt-geojson</artifactId>
             <version>19.2</version>
         </dependency>
+        <!-- https://mvnrepository.com/artifact/org.roaringbitmap/RoaringBitmap -->
+        <dependency>
+            <groupId>org.roaringbitmap</groupId>
+            <artifactId>RoaringBitmap</artifactId>
+            <version>0.9.45</version>
+        </dependency>
 
     </dependencies>
 

iped-geo/src/main/java/iped/geo/AbstractMapCanvas.java

@@ -20,6 +20,7 @@ abstract public class AbstractMapCanvas extends Canvas {
      * 
      */
     private static final long serialVersionUID = 1L;
+    protected static final String ALLMARKERS_TAG = "allmarkers";
     MapSelectionListener mapSelectionListener = null;
     protected MarkerEventListener markerEventListener = null;
     protected MarkerCheckBoxListener markerCheckBoxListener = null;
@@ -30,6 +31,7 @@ abstract public class AbstractMapCanvas extends Canvas {
 
     protected ArrayList<Runnable> onLoadRunnables = new ArrayList<Runnable>();
 
+    protected HashMap<String, Boolean> checkMapToApply;
     protected HashMap<String, Boolean> selectionMapToApply;
     protected String leadSelectionToApply;
     protected Runnable saveRunnable;
@@ -81,6 +83,11 @@ public Runnable getSaveRunnable() {
         return saveRunnable;
     }
 
+    public void clearSelection() {
+        this.selectionMapToApply = new HashMap<String, Boolean>();
+        this.selectionMapToApply.put(AbstractMapCanvas.ALLMARKERS_TAG, false);
+    }
+
     public void sendSelection(final HashMap<String, Boolean> selectionMap) {
         if (this.selectionMapToApply == null) {
             this.selectionMapToApply = new HashMap<String, Boolean>();
@@ -93,6 +100,23 @@ public void sendSelection(final HashMap<String, Boolean> selectionMap) {
         }
     }
 
+    public void clearCheck() {
+        this.checkMapToApply = new HashMap<String, Boolean>();
+        this.checkMapToApply.put(AbstractMapCanvas.ALLMARKERS_TAG, false);
+    }
+
+    public void sendCheck(final HashMap<String, Boolean> checkedMap) {
+        if (this.checkMapToApply == null) {
+            this.checkMapToApply = new HashMap<String, Boolean>();
+        }
+
+        String[] marks = new String[checkedMap.keySet().size()];
+        marks = checkedMap.keySet().toArray(marks);
+        for (int i = 0; i < marks.length; i++) {
+            this.checkMapToApply.put(marks[i], checkedMap.get(marks[i]));
+        }
+    }
+
     public void setOnChangeTileServer(ActionListener actionListener) {
         this.onChangeTileServer = actionListener;
     }
@@ -134,6 +158,16 @@ public void setLeadSelectionToApply(String leadSelectionToApply) {
         this.leadSelectionToApply = leadSelectionToApply;
     }
 
+    public void executeOnLoadRunnables() {
+        if (onLoadRunnables.size() > 0) {
+            for (Iterator iterator = onLoadRunnables.iterator(); iterator.hasNext();) {
+                Runnable runnable = (Runnable) iterator.next();
+                runnable.run();
+            }
+            onLoadRunnables.clear();
+        }
+    }
+
     public void runAfterLoad(Runnable run) {
         onLoadRunnables.add(run);
     }

iped-geo/src/main/java/iped/geo/impl/AppMapMarkerEventListener.java

@@ -27,7 +27,9 @@ public void onClicked(String mid, MouseEvent e) {
         boolean olddesabilitaTemp = mapViewer.desabilitaTemp;
         mapViewer.desabilitaTemp = true;
         if (e != null) {
-            AppMapMarkerEventListener.doTableSelection(t, pos, e.isShiftDown());
+            if (!((e.getModifiersEx() & MouseEvent.CTRL_DOWN_MASK) == MouseEvent.CTRL_DOWN_MASK)) {
+                AppMapMarkerEventListener.doTableSelection(t, pos, e.isShiftDown());
+            }
         }
 
         IItemId[] siblings = mapaPanel.getTrackSiblings();

iped-geo/src/main/java/iped/geo/impl/AppMapPanel.java

@@ -10,6 +10,7 @@
 import java.beans.PropertyChangeEvent;
 import java.beans.PropertyChangeListener;
 import java.lang.reflect.InvocationTargetException;
+import java.util.HashMap;
 import java.util.List;
 import java.util.concurrent.CancellationException;
 import java.util.function.Consumer;
@@ -25,6 +26,7 @@
 import javax.swing.event.TableModelListener;
 
 import org.apache.lucene.document.Document;
+import org.roaringbitmap.RoaringBitmap;
 
 import iped.data.IItemId;
 import iped.engine.config.ConfigurationManager;
@@ -45,7 +47,7 @@
  * Classe que controla a integração da classe App com a classe MapaCanvas
  */
 
-public class AppMapPanel extends JPanel implements Consumer<KMLResult> {
+public class AppMapPanel extends JPanel implements Consumer<Object[]> {
 
     /**
      * 
@@ -79,9 +81,11 @@ public enum MapLoadState {
 
     MapLoadState loadState = MapLoadState.NOTLOADED;
     private GetResultsJSWorker mapLoadWorker;
+    private RoaringBitmap[] geoReferencedBitmap;
 
     public AppMapPanel(IMultiSearchResultProvider resultsProvider, GUIProvider guiProvider) {
         this.resultsProvider = resultsProvider;
+        this.resultsTable = resultsProvider.getResultsTable();
         this.guiProvider = guiProvider;
         this.setLayout(new BorderLayout());
 
@@ -256,14 +260,21 @@ synchronized public void updateMap() {
             if (loadState == MapLoadState.NOTLOADED) {
                 loadState = MapLoadState.LOADING;
                 mapLoadWorker = new GetResultsJSWorker(resultsProvider, cols, gpsProgressBar, browserCanvas, this);
+
                 mapLoadWorker.addPropertyChangeListener(new PropertyChangeListener() {
                     @Override
                     public void propertyChange(PropertyChangeEvent evt) {
-                        if ("state".equals(evt.getPropertyName()) && (SwingWorker.StateValue.DONE.equals(evt.getNewValue()))) {
+                        if ("state".equals(evt.getPropertyName())
+                                && (SwingWorker.StateValue.DONE.equals(evt.getNewValue()))) {
                             loadState = MapLoadState.LOADED;
+
+                            syncSelectedItems();
+                            mapViewer.applyCheckedItems();
+                            browserCanvas.update();
                         }
                     }
                 });
+
                 mapLoadWorker.execute();
             } else if (loadState == MapLoadState.LOADING) {
                 if (lastPropertyChangeListener != null) {
@@ -292,8 +303,40 @@ public void propertyChange(PropertyChangeEvent evt) {
         }
     }
 
+    private void syncSelectedItems() {
+        int[] selected = resultsTable.getSelectedRows();
+        IMultiSearchResult results = resultsProvider.getResults();
+        HashMap<String, Boolean> selecoes = new HashMap<String, Boolean>();
+        for (int i = 0; i < selected.length; i++) {
+            int rowModel = resultsTable.convertRowIndexToModel(selected[i]);
+            IItemId item = results.getItem(rowModel);
+
+            List<Integer> subitems = kmlResult.getGPSItems().get(item);
+            if (subitems == null) {
+                String gid = "marker_" + item.getSourceId() + "_" + item.getId(); //$NON-NLS-1$ //$NON-NLS-2$
+                selecoes.put(gid, true);
+            } else {
+                for (Integer subitem : subitems) {
+                    String gid = "marker_" + item.getSourceId() + "_" + item.getId() + "_" //$NON-NLS-1$ //$NON-NLS-2$
+                            + subitem;
+                    selecoes.put(gid, true);
+                }
+            }
+        }
+
+        mapViewer.updateMapLeadCursor();
+
+        browserCanvas.sendSelection(selecoes);
+    }
+
     @Override
-    public void accept(KMLResult kmlResult) {
+    public void accept(Object[] result) {
+        KMLResult kmlResult = (KMLResult) result[0];
+
+        if (result[1] != null) {
+            geoReferencedBitmap = (RoaringBitmap[]) result[1];
+        }
+
         if (kmlResult.getItemsWithGPS() == 0) {
             gpsProgressBar.setValue(0);
             gpsProgressBar.setString(Messages.getString("KMLResult.NoGPSItem"));
@@ -302,10 +345,12 @@ public void accept(KMLResult kmlResult) {
         }
         this.kmlResult = kmlResult;
         browserCanvas.setKML(kmlResult.getKML());
+
         mapaDesatualizado = false;
     }
 
     public void update() {
+        mapViewer.applyCheckedItems();
         browserCanvas.update();
         mapaDesatualizado = false;
     }
@@ -497,4 +542,8 @@ public String[] getSelectedRegexFeatures() {
         return null;
     }
 
+    public boolean hasItem(IItemId item) {
+        return geoReferencedBitmap[item.getSourceId()].contains(item.getId());
+    }
+
 }