- Version: 4.15

- New: Onyphe::Api: Ondemand Scope Port Single API
- New: Onyphe::Api: ASD Tld API
- New: Onyphe::Api: ASD Ns API
- New: Onyphe::Api: ASD Task API
- New: Onyphe::Api: added support for ASD Tld API
- New: Onyphe::Api: support for displaying total number of results when using Search API
- New: Onyphe::Api: support for POST Export API calls
- New: onyphe: -trusted argument
- Bugfix: OPP: catch errors on decoding or encoding JSON content

Author: GomoR

Changes

@@ -1,5 +1,16 @@
 Revision history for Perl extension Onyphe.
 
+4.15 Thu 15 Aug 13:22:56 CEST 2024
+  - New: Onyphe::Api: Ondemand Scope Port Single API
+  - New: Onyphe::Api: ASD Tld API
+  - New: Onyphe::Api: ASD Ns API
+  - New: Onyphe::Api: ASD Task API
+  - New: Onyphe::Api: added support for ASD Tld API
+  - New: Onyphe::Api: support for displaying total number of results when using Search API
+  - New: Onyphe::Api: support for POST Export API calls
+  - New: onyphe: -trusted argument
+  - Bugfix: OPP: catch errors on decoding or encoding JSON content
+
 4.14 Thu 28 Mar 11:24:29 CET 2024
   - New: Onyphe::Api: Ondemand Scope Hostname API
   - New: Onyphe::Api: Ondemand Scope Hostname Bulk API

META.json

@@ -174,11 +174,11 @@
       },
       "Onyphe" : {
          "file" : "lib/Onyphe.pm",
-         "version" : "4.14"
+         "version" : "4.15"
       },
       "Onyphe::Api" : {
          "file" : "lib/Onyphe/Api.pm",
-         "version" : "4.14"
+         "version" : "4.15"
       }
    },
    "release_status" : "stable",
@@ -187,6 +187,6 @@
          "http://opensource.org/licenses/BSD-3-Clause"
       ]
    },
-   "version" : "4.14",
+   "version" : "4.15",
    "x_serialization_backend" : "JSON::PP version 4.06"
 }

META.yml

@@ -114,10 +114,10 @@ provides:
     version: '1.00'
   Onyphe:
     file: lib/Onyphe.pm
-    version: '4.14'
+    version: '4.15'
   Onyphe::Api:
     file: lib/Onyphe/Api.pm
-    version: '4.14'
+    version: '4.15'
 requires:
   Carp: '0'
   Config::INI::Tiny: '0'
@@ -136,5 +136,5 @@ requires:
   Tie::IxHash: '0'
 resources:
   license: http://opensource.org/licenses/BSD-3-Clause
-version: '4.14'
+version: '4.15'
 x_serialization_backend: 'CPAN::Meta::YAML version 0.018'

bin/onyphe

@@ -1,12 +1,10 @@
 #!/usr/bin/env perl
 #
-# $Id: onyphe,v 45178b147667 2024/03/27 14:29:16 gomor $
+# $Id: onyphe,v b6fb1a68219a 2024/08/15 11:22:51 gomor $
 #
 use strict;
 use warnings;
 
-our $VERSION = '4.00';
-
 use Getopt::Long;
 use Onyphe::Api;
 use OPP;
@@ -48,6 +46,8 @@ GetOptions(
    "riskscan=i" => \$lopts{'riskscan'}, # -riskscan 1
    "asm=i" => \$lopts{'asm'}, # -asm 1
    "import=i" => \$lopts{'import'}, # -import 1
+   "count" => \$lopts{'count'}, # -count
+   "trusted=i" => \$lopts{'trusted'}, # -trusted 0
    # APIs:
    "user" => \$lopts{user},                     # -user
    "summary=s" => \$lopts{summary},             # -summary ip|domain|hostname
@@ -60,6 +60,7 @@ GetOptions(
    "search" => \$lopts{search},               # -search
    "postsearch" => \$lopts{postsearch},       # -postsearch
    "export" => \$lopts{export},               # -export
+   "postexport" => \$lopts{postexport},       # -postexport
    "alert-list" => \$lopts{'alert-list'},              # -alert-list
    "alert-add" => \$lopts{'alert-add'},                # -alert-add
    "alert-del=s" => \$lopts{'alert-del'},              # -alert-del 0
@@ -72,9 +73,13 @@ GetOptions(
    "ondemand-scope-domain-bulk=s" => \$lopts{'ondemand-scope-domain-bulk'}, # -ondemand-scope-domain-bulk INPUT.txt
    "ondemand-scope-hostname=s" => \$lopts{'ondemand-scope-hostname'}, # -ondemand-scope-hostname HOSTNAME
    "ondemand-scope-hostname-bulk=s" => \$lopts{'ondemand-scope-hostname-bulk'}, # -ondemand-scope-hostname-bulk INPUT.txt
+   "ondemand-scope-port=s" => \$lopts{'ondemand-scope-port'}, # -ondemand-scope-port PORT
    "ondemand-scope-result=s" => \$lopts{'ondemand-scope-result'}, # -ondemand-scope-result ID
    "ondemand-resolver-domain=s" => \$lopts{'ondemand-resolver-domain'}, # -ondemand-resolver-domain DOMAIN
    "ondemand-resolver-result=s" => \$lopts{'ondemand-resolver-result'}, # -ondemand-resolver-result ID
+   "asd-tld=s" => \$lopts{'asd-tld'},  # -asd-tld DOMAIN1,DOMAIN2 | input.txt
+   "asd-ns=s" => \$lopts{'asd-ns'},  # -asd-ns DOMAIN1,DOMAIN2 | input.txt
+   "asd-task=s" => \$lopts{'asd-task'},  # -asd-task TASKID
 ) or exit(0);
 
 if ($lopts{help}) {
@@ -211,6 +216,11 @@ elsif ($lopts{discovery}) {
 elsif ($lopts{search}) {
    my $params;
    $params->{size} = $lopts{size} if defined($lopts{size});
+   if ($lopts{count}) {
+      $params->{size} = 1;
+      $lopts{maxpage} = 1;
+      $params->{count} = 1;
+   }
    $oa->search($oql, 1, $lopts{maxpage}, $params, $opp_perl_cb, $opl);  # But is also in config()
 }
 elsif ($lopts{postsearch}) {
@@ -222,6 +232,11 @@ elsif ($lopts{export}) {
    my $params;
    $oa->export($oql, $params, $opp_json_cb, $opl);
 }
+elsif ($lopts{postexport}) {
+   my $params;
+   $params->{size} = $lopts{size} if defined($lopts{size});
+   $oa->post_export($oql, $params, $opp_json_cb, $opl);  # But is also in config()
+}
 elsif ($lopts{'alert-list'}) {
    $oa->alert_list($opp_perl_cb, $opl);
 }
@@ -279,6 +294,13 @@ elsif (defined($lopts{'ondemand-scope-ip-bulk'})) {
    $param->{import} = $lopts{import} if defined $lopts{import};
    $oa->ondemand_scope_ip_bulk($v, $param, $opp_perl_cb, $opl);
 }
+elsif (defined($lopts{'ondemand-scope-port'})) {
+   my $v = $lopts{'ondemand-scope-port'};
+   my $param;
+   $param->{maxscantime} = 24*60*60;  # 24-hours forced
+   $param->{import} = $lopts{import} if defined $lopts{import};
+   $oa->ondemand_scope_port($v, $param, $opp_perl_cb, $opl);
+}
 elsif (defined($lopts{'ondemand-scope-domain'})) {
    my $v = $lopts{'ondemand-scope-domain'};
    my $param;
@@ -353,6 +375,56 @@ elsif (defined($lopts{'ondemand-resolver-result'})) {
       $oa->ondemand_resolver_result($v, $param, $opp_perl_cb, $opl);
    }
 }
+elsif (defined($lopts{'asd-tld'})) {
+   my $v = $lopts{'asd-tld'};
+   my $param;
+   $param->{aslines} = $lopts{aslines} if defined $lopts{aslines};
+   $param->{trusted} = $lopts{trusted} if defined $lopts{trusted};
+   if (-f $v) {  # If its a file, we create the list of values to push
+      my $list = $oa->asd_load_input($v);
+      unless (defined($list) && @$list) {
+         print STDERR "VERBOSE: asd_load_input: failed from bad content or empty content\n";
+         exit(1);
+      }
+      $v = $list;
+   }
+   if ($param->{aslines}) {
+      $oa->asd_tld($v, $param, $opp_json_cb, $opl);
+   }
+   else {
+      $oa->asd_tld($v, $param, $opp_perl_cb, $opl);
+   }
+}
+elsif (defined($lopts{'asd-ns'})) {
+   my $v = $lopts{'asd-ns'};
+   my $param;
+   $param->{aslines} = $lopts{aslines} if defined $lopts{aslines};
+   if (-f $v) {  # If its a file, we create the list of values to push
+      my $list = $oa->asd_load_input($v);
+      unless (defined($list) && @$list) {
+         print STDERR "VERBOSE: asd_load_input: failed from bad content or empty content\n";
+         exit(1);
+      }
+      $v = $list;
+   }
+   if ($param->{aslines}) {
+      $oa->asd_ns($v, $param, $opp_json_cb, $opl);
+   }
+   else {
+      $oa->asd_ns($v, $param, $opp_perl_cb, $opl);
+   }
+}
+elsif (defined($lopts{'asd-task'})) {
+   my $v = $lopts{'asd-task'};
+   my $param;
+   $param->{aslines} = $lopts{aslines} if defined $lopts{aslines};
+   if ($param->{aslines}) {
+      $oa->asd_task($v, $param, $opp_json_cb, $opl);
+   }
+   else {
+      $oa->asd_task($v, $param, $opp_perl_cb, $opl);
+   }
+}
 else {
    usage();
 }
@@ -370,6 +442,7 @@ Usage: onyphe [options] -user
        onyphe [options] -search 'OQL'
        onyphe [options] -postsearch 'OQL'
        onyphe [options] -export 'OQL'
+       onyphe [options] -postexport 'OQL'
        onyphe [options] -discovery datascan 'input.txt'
        onyphe [options] -simple datascan 'IP'
        onyphe [options] -simple-best whois 'IP'
@@ -401,13 +474,15 @@ API options:
    -riskscan <0|1>                         turn off/on riskscan detection step in scan mode
    -asm <0|1>                              turn off/on ASM step in scan mode
    -import <0|1>                           turn off/on import of results into ONYPHE
+   -trusted <0|1>                          turn off/on trusted results from ONYPHE ASD APIs
 
 APIs:
 
    -user '| OPP'                                get information on your license
    -search 'OQL | OPP'                          use Search API for query
    -postsearch 'OQL | OPP'                      use Search API for query, POST version
    -export 'OQL | OPP'                          use Export API for query
+   -postexport 'OQL | OPP'                      use Export API for query, POST version
    -discovery CATEGORY 'input.txt | OPP'        use Discovery API on CATEGORY for query
    -simple CATEGORY 'OQL | OPP'                 use Simple API on CATEGORY for query
    -simple-best CATEGORY 'OQL | OPP'            use Simple Best API on CATEGORY for query
@@ -426,9 +501,13 @@ APIs:
    -ondemand-scope-domain-bulk 'input.txt'               use Ondemand Scope Domain Bulk API to launch a scan against a given list of domain from an input file
    -ondemand-scope-hostname 'HOSTNAME'                   use Ondemand Scope Hostname API to launch a scan against given hostname
    -ondemand-scope-hostname-bulk 'input.txt'             use Ondemand Scope Hostname Bulk API to launch a scan against a given list of hostname from an input file
+   -ondemand-scope-port PORT                             use Ondemand Scope Port API to launch a scan against a given port on full IPv4 address space
    -ondemand-scope-result \$scan_id                       use Ondemand Scope Result API with Scan ID
    -ondemand-resolver-domain 'DOMAIN'                    use Ondemand Resolver Domain API to launch a DNS enumeration and resolution against given domain
    -ondemand-resolver-result \$scan_id                    use Ondemand Resolver Result API with Scan ID
+   -asd-tld DOMAIN1,DOMAIN2,...|input.txt                use ASD Tld API to find related domains by TLDs
+   -asd-ns DOMAIN1,DOMAIN2,...|input.txt                use ASD Ns API to find related domains by using nameservers
+   -asd-task TASKID                                     use ASD Task API to retrieve an ASD Task results
 
 EOF
 ;

lib/OPP.pm

@@ -1,5 +1,5 @@
 #
-# $Id: OPP.pm,v dd33ef647b17 2024/03/14 13:56:07 gomor $
+# $Id: OPP.pm,v 3a89adb8d30e 2024/08/09 08:44:28 gomor $
 #
 package OPP;
 use strict;
@@ -333,7 +333,15 @@ sub to_json {
    for (@$doc) {
       my $docs = $self->order($_) or next;
       for my $doc (@$docs) {
-         push @json, encode_json($doc);
+         my $json;
+         eval {
+            $json = encode_json($doc);
+         };
+         if ($@) {  # Silently discard in case of error
+            next;
+         }
+         next unless defined $json;
+         push @json, $json;
       }
    }
 
@@ -342,12 +350,22 @@ sub to_json {
 
 sub from_json {
    my $self = shift;
-   my ($doc) = @_;
+   my ($docs) = @_;
 
-   $doc = ref($doc) eq 'ARRAY' ? $doc : [ $doc ];
+   $docs = ref($docs) eq 'ARRAY' ? $docs : [ $docs ];
 
    my @json = ();
-   push @json, decode_json($_) for @$doc;
+   for my $doc (@$docs) {
+      my $json;
+      eval {
+         $json = decode_json($doc);
+      };
+      if ($@) {  # Silently discard in case of error
+         next;
+      }
+      next unless defined $json;
+      push @json, $json;
+   }
 
    return $self->order(\@json);
 }

lib/OPP/Proc.pm

@@ -1,5 +1,5 @@
 #
-# $Id: Proc.pm,v 683f32a81df6 2024/03/07 08:31:39 gomor $
+# $Id: Proc.pm,v c0575c37c27d 2024/05/06 13:15:26 james $
 #
 package OPP::Proc;
 use strict;
@@ -253,9 +253,9 @@ sub placeholder {
       my $values = $self->value($flat, $holder);
       for my $value (@$values) {
          while ($copy =~ s{(\S+)\s*:\s*\$$holder}{$1:$value}) { }
-         $searches{$copy}++;  # Make them unique
       }
    }
+   $searches{$copy}++;  # Make them unique
 
    return [ keys %searches ];
 }

lib/Onyphe.pm

@@ -1,11 +1,11 @@
 #
-# $Id: Onyphe.pm,v 1a6ad59d015b 2024/02/16 09:27:25 gomor $
+# $Id: Onyphe.pm,v 2a4e09d0b48b 2024/08/08 13:34:07 gomor $
 #
 package Onyphe;
 use strict;
 use warnings;
 
-our $VERSION = '4.14';
+our $VERSION = '4.15';
 
 use experimental qw(signatures);
 
@@ -42,6 +42,7 @@ sub init ($self, $file = undef) {
    $config->{''}{api_keepalive} ||= 0;
    $config->{''}{api_endpoint} ||= 'https://www.onyphe.io/api/v2';
    $config->{''}{api_ondemand_endpoint} ||= $config->{''}{api_endpoint};
+   $config->{''}{api_asd_endpoint} ||= $config->{''}{api_endpoint};
 
    if ($self->verbose) {
       for my $k (keys %{$config->{''}}) {