From 7f2d1ae789a784dcaf7afbe9c3f9d36abc8b62f2 Mon Sep 17 00:00:00 2001 From: lionsoul2014 Date: Fri, 28 Nov 2025 16:33:25 +0800 Subject: [PATCH] SearcherApp to SearcherTest --- binding/java/pom.xml | 2 +- .../org/lionsoul/ip2region/SearcherTest.java | 251 ++++++++++++++++++ 2 files changed, 252 insertions(+), 1 deletion(-) create mode 100644 binding/java/src/main/java/org/lionsoul/ip2region/SearcherTest.java diff --git a/binding/java/pom.xml b/binding/java/pom.xml index 295628b..f7120b7 100644 --- a/binding/java/pom.xml +++ b/binding/java/pom.xml @@ -116,7 +116,7 @@ - org.lionsoul.ip2region.SearchApp + org.lionsoul.ip2region.SearcherTest diff --git a/binding/java/src/main/java/org/lionsoul/ip2region/SearcherTest.java b/binding/java/src/main/java/org/lionsoul/ip2region/SearcherTest.java new file mode 100644 index 0000000..448f3b5 --- /dev/null +++ b/binding/java/src/main/java/org/lionsoul/ip2region/SearcherTest.java @@ -0,0 +1,251 @@ +// Copyright 2022 The Ip2Region Authors. All rights reserved. +// Use of this source code is governed by a Apache2.0-style +// license that can be found in the LICENSE file. +// @Author Lion +// @Date 2022/06/23 + +package org.lionsoul.ip2region; + +import org.lionsoul.ip2region.xdb.InetAddressException; +import org.lionsoul.ip2region.xdb.XdbException; +import org.lionsoul.ip2region.xdb.LongByteArray; +import org.lionsoul.ip2region.xdb.Searcher; +import org.lionsoul.ip2region.xdb.Util; +import org.lionsoul.ip2region.xdb.Version; + +import java.io.*; +import java.nio.charset.Charset; +import java.util.concurrent.TimeUnit; + +public class SearcherTest { + + public static void printHelp(String[] args) { + System.out.print("ip2region xdb searcher\n"); + System.out.print("java -jar ip2region-{version}.jar [command] [command options]\n"); + System.out.print("Command: \n"); + System.out.print(" search search input test\n"); + System.out.print(" bench search bench test\n"); + } + + public static Searcher createSearcher(String dbPath, String cachePolicy) throws IOException, XdbException { + final RandomAccessFile handle = new RandomAccessFile(dbPath, "r"); + + // verify the xdb file + // @Note: do NOT call it every time you create a searcher since this will slow + // down the search response. + // @see the util.Verify function for details. + Searcher.verify(handle); + + // get the ip version from header + final Version version = Version.fromHeader(Searcher.loadHeader(handle)); + + // create the final searcher + if ("file".equals(cachePolicy)) { + return Searcher.newWithFileOnly(version, dbPath); + } else if ("vectorIndex".equals(cachePolicy)) { + byte[] vIndex = Searcher.loadVectorIndexFromFile(dbPath); + return Searcher.newWithVectorIndex(version, dbPath, vIndex); + } else if ("content".equals(cachePolicy)) { + LongByteArray cBuff = Searcher.loadContentFromFile(dbPath); + return Searcher.newWithBuffer(version, cBuff); + } else { + throw new IOException("invalid cache policy `" + cachePolicy + "`, options: file/vectorIndex/content"); + } + } + + public static void searchTest(String[] args) throws IOException, XdbException { + String dbPath = "", cachePolicy = "vectorIndex"; + for (final String r : args) { + if (r.length() < 5) { + continue; + } + + if (r.indexOf("--") != 0) { + continue; + } + + int sIdx = r.indexOf('='); + if (sIdx < 0) { + System.out.printf("missing = for args pair `%s`\n", r); + return; + } + + String key = r.substring(2, sIdx); + String val = r.substring(sIdx + 1); + // System.out.printf("key=%s, val=%s\n", key, val); + if ("db".equals(key)) { + dbPath = val; + } else if ("cache-policy".equals(key)) { + cachePolicy = val; + } else { + System.out.printf("undefined option `%s`\n", r); + return; + } + } + + if (dbPath.isEmpty()) { + System.out.print("java -jar ip2region-{version}.jar search [command options]\n"); + System.out.print("options:\n"); + System.out.print(" --db string ip2region binary xdb file path\n"); + System.out.print(" --cache-policy string cache policy: file/vectorIndex/content\n"); + return; + } + + Searcher searcher = createSearcher(dbPath, cachePolicy); + final BufferedReader reader = new BufferedReader(new InputStreamReader(System.in)); + System.out.printf("ip2region xdb searcher test program\n" ++ "source xdb: %s (%s, %s)\n" ++ "type 'quit' to exit\n", dbPath, searcher.getIPVersion().name, cachePolicy); + while ( true ) { + System.out.print("ip2region>> "); + String line = reader.readLine().trim(); + if ( line.length() < 2 ) { + continue; + } + + if ( line.equalsIgnoreCase("quit") ) { + break; + } + + try { + double sTime = System.nanoTime(); + String region = searcher.search(line); + long cost = TimeUnit.NANOSECONDS.toMicros((long) (System.nanoTime() - sTime)); + System.out.printf("{region: %s, ioCount: %d, took: %d μs}\n", region, searcher.getIOCount(), cost); + } catch (Exception e) { + System.out.printf("{err: %s, ioCount: %d}\n", e, searcher.getIOCount()); + } + } + + reader.close(); + searcher.close(); + System.out.println("searcher test program exited, thanks for trying"); + } + + public static void benchTest(String[] args) throws IOException, XdbException, InetAddressException { + String dbPath = "", srcPath = "", cachePolicy = "vectorIndex"; + for (final String r : args) { + if (r.length() < 5) { + continue; + } + + if (r.indexOf("--") != 0) { + continue; + } + + int sIdx = r.indexOf('='); + if (sIdx < 0) { + System.out.printf("missing = for args pair `%s`\n", r); + return; + } + + String key = r.substring(2, sIdx); + String val = r.substring(sIdx + 1); + if ("db".equals(key)) { + dbPath = val; + } else if ("src".equals(key)) { + srcPath = val; + } else if ("cache-policy".equals(key)) { + cachePolicy = val; + } else { + System.out.printf("undefined option `%s`\n", r); + return; + } + } + + if (dbPath.length() < 1 || srcPath.length() < 1) { + System.out.print("java -jar ip2region-{version}.jar bench [command options]\n"); + System.out.print("options:\n"); + System.out.print(" --db string ip2region binary xdb file path\n"); + System.out.print(" --src string source ip text file path\n"); + System.out.print(" --cache-policy string cache policy: file/vectorIndex/content\n"); + return; + } + + Searcher searcher = createSearcher(dbPath, cachePolicy); + long count = 0, costs = 0, tStart = System.nanoTime(); + String line; + final Charset charset = Charset.forName("utf-8"); + final FileInputStream fis = new FileInputStream(srcPath); + final BufferedReader reader = new BufferedReader(new InputStreamReader(fis, charset)); + while ((line = reader.readLine()) != null) { + String l = line.trim(); + String[] ps = l.split("\\|", 3); + if (ps.length != 3) { + reader.close(); + System.out.printf("invalid ip segment `%s`\n", l); + return; + } + + byte[] sip; + try { + sip = Util.parseIP(ps[0]); + } catch (Exception e) { + reader.close(); + System.out.printf("check start ip `%s`: %s\n", ps[0], e); + return; + } + + byte[] eip; + try { + eip = Util.parseIP(ps[1]); + } catch (Exception e) { + reader.close(); + System.out.printf("check end ip `%s`: %s\n", ps[1], e); + return; + } + + if (Util.ipCompare(sip, eip) > 0) { + reader.close(); + System.out.printf("start ip(%s) should not be greater than end ip(%s)\n", ps[0], ps[1]); + return; + } + + for (final byte[] ip : new byte[][]{sip, eip}) { + long sTime = System.nanoTime(); + String region = searcher.search(ip); + costs += System.nanoTime() - sTime; + + // check the region info + if (!ps[2].equals(region)) { + System.out.printf("failed search(%s) with (%s != %s)\n", Util.ipToString(ip), region, ps[2]); + reader.close(); + return; + } + + count++; + } + } + + reader.close(); + searcher.close(); + long took = System.nanoTime() - tStart; + System.out.printf("Bench finished, {cachePolicy: %s, total: %d, took: %ds, cost: %d μs/op}\n", + cachePolicy, count, TimeUnit.NANOSECONDS.toSeconds(took), + count == 0 ? 0 : TimeUnit.NANOSECONDS.toMicros(costs/count)); + } + + public static void main(String[] args) { + if (args.length < 1) { + printHelp(args); + return; + } + + if ("search".equals(args[0])) { + try { + searchTest(args); + } catch (Exception e) { + System.out.printf("failed running search test: %s\n", e); + } + } else if ("bench".equals(args[0])) { + try { + benchTest(args); + } catch (Exception e) { + System.out.printf("fwailed running bench test: %s\n", e); + } + } else { + printHelp(args); + } + } + +}