You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
4.7 KiB
4.7 KiB
<html>
<head>
</head>
</html>
In [ ]:
!pip install photon
In [22]:
# import photon
# result = photon.crawl('https://donavanaldrich.com/api')
# print(result.results())
import photon
import pprint
results = photon.crawl('https://homelab.donavanaldrich.com/#/home/links')
pprint.pprint(results)
Exception in thread Thread-41 (jscanner):
Traceback (most recent call last):
File "/opt/conda/lib/python3.10/threading.py", line 1016, in _bootstrap_inner
self.run()
File "/opt/conda/lib/python3.10/threading.py", line 953, in run
self._target(*self._args, **self._kwargs)
File "/home/jovyan/.local/lib/python3.10/site-packages/photon/photon.py", line 208, in jscanner
response = requester(url, delay, domain_name, user_agents, cookie, timeout) # make request to the url
File "/home/jovyan/.local/lib/python3.10/site-packages/photon/photon.py", line 58, in requester
if 'text/html' in response.headers['content-type']:
File "/opt/conda/lib/python3.10/site-packages/requests/structures.py", line 52, in __getitem__
return self._store[key.lower()][1]
KeyError: 'content-type'
{'custom': [],
'endpoints': ['https://caddyserver.com',
'https://twitter.com/githubstatus',
'http://www.w3.org/1999/xhtml',
'http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd',
'https://static.cloudflareinsights.com/beacon.min.js/v652eace1692a40cfa3763df669d7439c1639079717194',
'https://help.github.com/pages/',
'http://www.w3.org/1999/xlink',
'http://www.w3.org/2000/svg',
'https://githubstatus.com',
'https://www.iana.org/domains/example'],
'external': ['https://www.iana.org/domains/example'],
'failed': [],
'files': [],
'fuzzable': [],
'intel': ['select2@4.1.0-rc.0'],
'internal': ['https://homelab.donavanaldrich.com/#/home/links',
'http://example.com',
'https://donavanaldrich.com/api',
'https://raw.githubusercontent.com/awesome-selfhosted/awesome-selfhosted/master/README.md'],
'keys': [],
'robots': [],
'scripts': ['https://raw.githubusercontent.com/awesome-selfhosted/awesome-selfhosted/master/README.md/api-selector.js',
'http://example.com/api-selector.js',
'https://homelab.donavanaldrich.com/#/home/links/api-selector.js',
'https://donavanaldrich.com/api/api-selector.js']}
In [ ]:
import os
my_value = os.environ["MY_ENVIRONMENT_VARIABLE"]
In [ ]:
In [ ]:
%lsmagic
In [ ]: