Censys

Example:
{
  "query":"80.http.get.headers.server: Apache",
  "page":1,
  "fields":["ip", "location.country", "autonomous_system.asn"],
  "flatten":true
}

#!/usr/bin/env python
# -*- coding:utf-8 -*-

import sys
import json
import requests
import time

API_URL = "https://www.censys.io/api/v1"
UID = "aa7c1f3a-b6ab-497d-9788-5e9e4898a655"
SECRET = "agcyou4JbRZpSadoH6i4D28VaB4XB2e4"
page = 1
PAGES = 1


def getIp(query, page):
    ‘‘‘
    Return ips and total amount when doing query
    ‘‘‘
    iplist = []
    data = {
        "query": query,
        "page": page,
        "fields": ["ip", "protocols", "location.country"]
    }
    try:
        res = requests.post(API_URL + "/search/ipv4", data=json.dumps(data), auth=(UID, SECRET))
    except:
        pass
    try:
        results = res.json()
    except:
        pass
    if res.status_code != 200:
        print("error occurred: %s" % results["error"])
        sys.exit(1)
    # total query result
    iplist.append("Total_count:%s" % (results["metadata"]["count"]))

    # add result in some specific form
    for result in results["results"]:
        for i in result["protocols"]:
            # iplist.append(result["ip"] + ‘:‘ + i + ‘ in ‘ + result["location.country"][0])
            iplist.append(result["ip"] + ‘:‘ + i)
    # return ips and total count
    return iplist, results["metadata"]["count"]


if __name__ == ‘__main__‘:

    query = input(‘please input query string : ‘)
    ips, num = getIp(query=query, page=page)

    print("Total_count:%s" % num)

    dst = input(‘please input file name to save data (censys.txt default) : ‘)

    # 保存数据到文件
    if dst:
        dst = dst + ‘.txt‘
    else:
        dst = ‘censys.txt‘

    # get result and save to file page by page
    with open(dst, ‘a‘) as f:
        while page <= PAGES:
            print(‘page ：‘ + str(page))
            iplist, num = (getIp(query=query, page=page))
            page += 1

            print(iplist, ‘\nlen = ‘, len(iplist))

            for i in iplist:
                f.write(i + ‘\n‘)
            time.sleep(3)
    print(‘Finished. data saved to file‘, dst)