Notebooks >> Scripts
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 

777 lines
20 KiB

{
"cells": [
{
"cell_type": "code",
"execution_count": 26,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Nodejs\n",
"Nodejs - Cross-Platform\n",
"Frontend Development\n",
"iOS\n",
"Android\n",
"IoT & Hybrid Apps\n",
"Electron\n",
"Cordova\n",
"React Native\n",
"Xamarin\n",
"Linux\n",
"Linux - Containers\n",
"Linux - eBPF\n",
"Linux - Arch-based Projects\n",
"Linux - AppImage\n",
"macOS - Screensavers\n",
"macOS - Apps\n",
"macOS - Open Source Apps\n",
"watchOS\n",
"JVM\n",
"Salesforce\n",
"Amazon Web Services\n",
"Windows\n",
"IPFS\n",
"Fuse\n",
"Heroku\n",
"Raspberry Pi\n",
"Qt\n",
"WebExtensions\n",
"Smart TV\n",
"GNOME\n",
"KDE\n",
"NET\n",
"NET - Core\n",
"NET - Roslyn\n",
"Amazon Alexa\n",
"DigitalOcean\n",
"Flutter\n",
"Home Assistant\n",
"IBM Cloud\n",
"Firebase\n",
"Robot Operating System 20\n",
"Adafruit IO\n",
"Cloudflare\n",
"Actions on Google\n",
"ESP\n",
"Deno\n",
"DOS\n",
"Nix\n",
"Integration\n",
"Node-RED\n",
"Low Code\n",
"Capacitor\n",
"ArcGIS Developer\n",
"JavaScript\n",
"JavaScript - Promises\n",
"JavaScript - Standard Style\n",
"JavaScript - Must Watch Talks\n",
"JavaScript - Tips\n",
"JavaScript - Network Layer\n",
"JavaScript - Micro npm Packages\n",
"JavaScript - Mad Science npm Packages\n",
"JavaScript - Maintenance Modules\n",
"JavaScript - npm\n",
"JavaScript - AVA\n",
"JavaScript - ESLint\n",
"JavaScript - Functional Programming\n",
"JavaScript - Observables\n",
"JavaScript - npm scripts\n",
"JavaScript - 30 Seconds of Code\n",
"JavaScript - Ponyfills\n",
"Swift\n",
"Swift - Education\n",
"Swift - Playgrounds\n",
"Python\n",
"Python - Asyncio\n",
"Python - Scientific Audio\n",
"Python - CircuitPython\n",
"Python - Data Science\n",
"Python - Typing\n",
"Python - MicroPython\n",
"Rust\n",
"Haskell\n",
"PureScript\n",
"Go\n",
"Scala\n",
"Scala - Scala Native\n",
"Ruby\n",
"Clojure\n",
"ClojureScript\n",
"Elixir\n",
"Elm\n",
"Erlang\n",
"Julia\n",
"Lua\n",
"C\n",
"C/C++\n",
"R\n",
"R - Learning\n",
"D\n",
"Common Lisp\n",
"Common Lisp - Learning\n",
"Perl\n",
"Groovy\n",
"Dart\n",
"Java\n",
"Java - RxJava\n",
"Kotlin\n",
"OCaml\n",
"ColdFusion\n",
"Fortran\n",
"PHP\n",
"PHP - Composer\n",
"Pascal\n",
"AutoHotkey\n",
"AutoIt\n",
"Crystal\n",
"Frege\n",
"CMake\n",
"ActionScript 3\n",
"Eta\n",
"Idris\n",
"Ada/SPARK\n",
"Q#\n",
"Imba\n",
"Vala\n",
"Coq\n",
"V\n",
"Zig\n",
"ES6 Tools\n",
"Web Performance Optimization\n",
"Web Tools\n",
"CSS\n",
"CSS - Critical-Path Tools\n",
"CSS - Scalability\n",
"CSS - Must-Watch Talks\n",
"CSS - Protips\n",
"CSS - Frameworks\n",
"React\n",
"React - Relay\n",
"React - React Hooks\n",
"Web Components\n",
"Polymer\n",
"Angular\n",
"Backbone\n",
"HTML5\n",
"SVG\n",
"Canvas\n",
"KnockoutJS\n",
"Dojo Toolkit\n",
"Inspiration\n",
"Ember\n",
"Android UI\n",
"iOS UI\n",
"Meteor\n",
"BEM\n",
"Flexbox\n",
"Web Typography\n",
"Web Accessibility\n",
"Material Design\n",
"D3\n",
"Emails\n",
"jQuery\n",
"jQuery - Tips\n",
"Web Audio\n",
"Offline-First\n",
"Static Website Services\n",
"Cyclejs\n",
"Text Editing\n",
"Motion UI Design\n",
"Vuejs\n",
"Marionettejs\n",
"Aurelia\n",
"Charting\n",
"Ionic Framework 2\n",
"Chrome DevTools\n",
"PostCSS\n",
"Draftjs\n",
"Service Workers\n",
"Progressive Web Apps\n",
"choo\n",
"Redux\n",
"Browserify\n",
"Sass\n",
"Ant Design\n",
"Less\n",
"WebGL\n",
"Preact\n",
"Progressive Enhancement\n",
"Nextjs\n",
"lit\n",
"JAMstack\n",
"WordPress-Gatsby\n",
"Mobile Web Development\n",
"Storybook\n",
"Blazor\n",
"PageSpeed Metrics\n",
"Tailwind CSS\n",
"Seed\n",
"Web Performance Budget\n",
"Web Animation\n",
"Yew\n",
"Material-UI\n",
"Building Blocks for Web Apps\n",
"Svelte\n",
"Design systems\n",
"Inertiajs\n",
"MDBootstrap\n",
"Flask\n",
"Docker\n",
"Vagrant\n",
"Pyramid\n",
"Play1 Framework\n",
"CakePHP\n",
"Symfony\n",
"Symfony - Education\n",
"Laravel\n",
"Laravel - Education\n",
"Laravel - TALL Stack\n",
"Rails\n",
"Rails - Gems\n",
"Phalcon\n",
"Useful htaccess Snippets\n",
"nginx\n",
"Dropwizard\n",
"Kubernetes\n",
"Lumen\n",
"Serverless Framework\n",
"Apache Wicket\n",
"Vertx\n",
"Terraform\n",
"Vapor\n",
"Dash\n",
"FastAPI\n",
"CDK\n",
"IAM\n",
"Slim\n",
"Fiber\n",
"University Courses\n",
"Data Science\n",
"Data Science - Tutorials\n",
"Machine Learning\n",
"Machine Learning - Tutorials\n",
"Machine Learning - ML with Ruby\n",
"Machine Learning - Core ML Models\n",
"Machine Learning - H2O\n",
"Machine Learning - Software Engineering for Machine Learning\n",
"Machine Learning - AI in Finance\n",
"Machine Learning - JAX\n",
"Machine Learning - XAI\n",
"Speech and Natural Language Processing\n",
"Speech and Natural Language Processing - Spanish\n",
"Speech and Natural Language Processing - NLP with Ruby\n",
"Speech and Natural Language Processing - Question Answering\n",
"Speech and Natural Language Processing - Natural Language Generation\n",
"Linguistics\n",
"Cryptography\n",
"Cryptography - Papers\n",
"Computer Vision\n",
"Deep Learning\n",
"Deep Learning - TensorFlow\n",
"Deep Learning - TensorFlowjs\n",
"Deep Learning - TensorFlow Lite\n",
"Deep Learning - Papers\n",
"Deep Learning - Education\n",
"Deep Vision\n",
"Open Source Society University\n",
"Functional Programming\n",
"Empirical Software Engineering\n",
"Static Analysis & Code Quality\n",
"Information Retrieval\n",
"Quantum Computing\n",
"Theoretical Computer Science\n",
"Conversational AI\n",
"Big Data\n",
"Public Datasets\n",
"Hadoop\n",
"Data Engineering\n",
"Streaming\n",
"Apache Spark\n",
"Qlik\n",
"Splunk\n",
"Papers We Love\n",
"Talks\n",
"Algorithms\n",
"Algorithms - Education\n",
"Algorithm Visualizations\n",
"Artificial Intelligence\n",
"Search Engine Optimization\n",
"Competitive Programming\n",
"Math\n",
"Recursion Schemes\n",
"Audit Algorithms\n",
"AGI & CoCoSci\n",
"Free Programming Books\n",
"Go Books\n",
"R Books\n",
"Mind Expanding Books\n",
"Book Authoring\n",
"Elixir Books\n",
"Sublime Text\n",
"Vim\n",
"Neovim\n",
"Emacs\n",
"Atom\n",
"Visual Studio Code\n",
"Game Development\n",
"Game Talks\n",
"Godot\n",
"Open Source Games\n",
"Unity\n",
"Chess\n",
"LÖVE\n",
"PICO-8\n",
"Game Boy Development\n",
"Construct 2\n",
"Gideros\n",
"Minecraft\n",
"Game Datasets\n",
"Haxe Game Development\n",
"libGDX\n",
"PlayCanvas\n",
"Game Remakes\n",
"Flame\n",
"Discord Communities\n",
"CHIP-8\n",
"Games of Coding\n",
"Esports\n",
"Quick Look Plugins\n",
"Dev Env\n",
"Dotfiles\n",
"Shell\n",
"Fish\n",
"Command-Line Apps\n",
"ZSH Plugins\n",
"GitHub\n",
"GitHub - Browser Extensions\n",
"GitHub - Cheat Sheet\n",
"GitHub - Pinned Gists\n",
"Git Cheat Sheet & Git Flow\n",
"Git Tips\n",
"Git Add-ons\n",
"Git Hooks\n",
"SSH\n",
"FOSS for Developers\n",
"Hyper\n",
"PowerShell\n",
"Alfred Workflows\n",
"Terminals Are Sexy\n",
"GitHub Actions\n",
"Science Fiction\n",
"Fantasy\n",
"Podcasts\n",
"Email Newsletters\n",
"IT Quotes\n",
"Database\n",
"MySQL\n",
"SQLAlchemy\n",
"InfluxDB\n",
"Neo4j\n",
"MongoDB\n",
"RethinkDB\n",
"TinkerPop\n",
"PostgreSQL\n",
"CouchDB\n",
"HBase\n",
"NoSQL Guides\n",
"Database Tools\n",
"TypeDB\n",
"Cassandra\n",
"TDengine\n",
"Creative Commons Media\n",
"Fonts\n",
"Codeface\n",
"Stock Resources\n",
"GIF\n",
"Music\n",
"Open Source Documents\n",
"Audio Visualization\n",
"Broadcasting\n",
"Pixel Art\n",
"FFmpeg\n",
"Icons\n",
"Audiovisual\n",
"VLC\n",
"CLI Workshoppers\n",
"Learn to Program\n",
"Speaking\n",
"Tech Videos\n",
"Dive into Machine Learning\n",
"Computer History\n",
"Programming for Kids\n",
"Educational Games\n",
"JavaScript Learning\n",
"CSS Learning\n",
"Product Management\n",
"Roadmaps\n",
"YouTubers\n",
"Application Security\n",
"Security\n",
"CTF\n",
"Cyber Security University\n",
"Malware Analysis\n",
"Android Security\n",
"Hacking\n",
"Hacking Spots\n",
"Honeypots\n",
"Incident Response\n",
"Vehicle Security and Car Hacking\n",
"Web Security\n",
"Lockpicking\n",
"Cybersecurity Blue Team\n",
"Fuzzing\n",
"Embedded and IoT Security\n",
"GDPR\n",
"DevSecOps\n",
"Executable Packing\n",
"Malware Persistence\n",
"EVM Security\n",
"Umbraco\n",
"Refinery CMS\n",
"Wagtail\n",
"Textpattern\n",
"Drupal\n",
"Craft CMS\n",
"Sitecore\n",
"Silverstripe CMS\n",
"Directus\n",
"Plone\n",
"Robotics\n",
"Internet of Things\n",
"Electronics\n",
"Bluetooth Beacons\n",
"Electric Guitar Specifications\n",
"Plotters\n",
"Robotic Tooling\n",
"LIDAR\n",
"Open Hardware\n",
"Open Companies\n",
"Places to Post Your Startup\n",
"OKR Methodology\n",
"Leading and Managing\n",
"Indie\n",
"Tools of the Trade\n",
"Clean Tech\n",
"Wardley Maps\n",
"Social Enterprise\n",
"Engineering Team Management\n",
"Developer-First Products\n",
"Billing\n",
"Slack\n",
"Slack - Communities\n",
"Remote Jobs\n",
"Productivity\n",
"Niche Job Boards\n",
"Programming Interviews\n",
"Code Review\n",
"Creative Technology\n",
"Internships\n",
"Software-Defined Networking\n",
"Network Analysis\n",
"PCAPTools\n",
"Real-Time Communications\n",
"SNMP\n",
"Bitcoin\n",
"Ripple\n",
"Non-Financial Blockchain\n",
"Mastodon\n",
"Ethereum\n",
"Blockchain AI\n",
"EOSIO\n",
"Corda\n",
"Waves\n",
"Substrate\n",
"Golem\n",
"Stacks\n",
"Algorand\n",
"Computational Neuroscience\n",
"Digital History\n",
"Scientific Writing\n",
"Creative Tech Events\n",
"Events in Italy\n",
"Events in the Netherlands\n",
"Testing\n",
"Visual Regression Testing\n",
"Selenium\n",
"Appium\n",
"TAP\n",
"JMeter\n",
"k6\n",
"Playwright\n",
"Quality Assurance Roadmap\n",
"Gatling\n",
"JSON\n",
"JSON - GeoJSON\n",
"JSON - Datasets\n",
"CSV\n",
"Discounts for Student Developers\n",
"Radio\n",
"Awesome\n",
"{'name': 'Awesome', 'url': 'https://github.com/sindresorhus/awesome', 'repo': 'sindresorhus/awesome', 'cate': 'Miscellaneous'}\n",
"Analytics\n",
"REST\n",
"Continuous Integration and Continuous Delivery\n",
"Services Engineering\n",
"Free for Developers\n",
"Answers\n",
"Sketch\n",
"Boilerplate Projects\n",
"Readme\n",
"Design and Development Guides\n",
"Software Engineering Blogs\n",
"Self Hosted\n",
"FOSS Production Apps\n",
"Gulp\n",
"AMA\n",
"AMA - Answers\n",
"Open Source Photography\n",
"OpenGL\n",
"GraphQL\n",
"Urban & Regional Planning\n",
"Transit\n",
"Research Tools\n",
"Data Visualization\n",
"Microservices\n",
"Unicode\n",
"Unicode - Code Points\n",
"Beginner-Friendly Projects\n",
"Katas\n",
"Tools for Activism\n",
"Citizen Science\n",
"MQTT\n",
"For Girls\n",
"Vorpal\n",
"Vulkan\n",
"LaTeX\n",
"Economics\n",
"Funny Markov Chains\n",
"Bioinformatics\n",
"Cheminformatics\n",
"Colorful\n",
"Steam\n",
"Bots\n",
"Site Reliability Engineering\n",
"Empathy in Engineering\n",
"DTrace\n",
"Userscripts\n",
"Pokémon\n",
"ChatOps\n",
"Falsehood\n",
"Domain-Driven Design\n",
"Quantified Self\n",
"SaltStack\n",
"Web Design\n",
"Creative Coding\n",
"No-Login Web Apps\n",
"Free Software\n",
"Framer\n",
"Markdown\n",
"Dev Fun\n",
"Healthcare\n",
"Magento 2\n",
"TikZ\n",
"Neuroscience\n",
"Ad-Free\n",
"Esolangs\n",
"Prometheus\n",
"Homematic\n",
"Ledger\n",
"Web Monetization\n",
"Uncopyright\n",
"Crypto Currency Tools & Algorithms\n",
"Diversity\n",
"Open Source Supporters\n",
"Design Principles\n",
"Theravada\n",
"inspectIT\n",
"Open Source Maintainers\n",
"Calculators\n",
"Captcha\n",
"Jupyter\n",
"FIRST Robotics Competition\n",
"Humane Technology\n",
"Speakers\n",
"Board Games\n",
"Software Patreons\n",
"Parasite\n",
"Food\n",
"Mental Health\n",
"Bitcoin Payment Processors\n",
"Scientific Computing\n",
"Amazon Sellers\n",
"Agriculture\n",
"Product Design\n",
"Prisma\n",
"Software Architecture\n",
"Connectivity Data and Reports\n",
"Stacks\n",
"Cytodata\n",
"IRC\n",
"Advertising\n",
"Earth\n",
"Naming\n",
"Biomedical Information Extraction\n",
"Web Archiving\n",
"WP-CLI\n",
"Credit Modeling\n",
"Ansible\n",
"Biological Visualizations\n",
"QR Code\n",
"Veganism\n",
"Translations\n",
"Scriptable\n",
"WebXR\n",
"OpenStreetMap\n",
"Computational Biology\n",
"All Awesome Lists\n",
"{'name': 'All Awesome Lists', 'url': 'https://github.com/topics/awesome', 'repo': 'topics/awesome', 'cate': 'Related'}\n",
"Awesome Indexed\n",
"{'name': 'Awesome Indexed', 'url': 'https://awesome-indexed.mathew-davies.co.uk', 'repo': 'undefined/undefined', 'cate': 'Related'}\n",
"Awesome Search\n",
"{'name': 'Awesome Search', 'url': 'https://awesomelists.top', 'repo': 'undefined/undefined', 'cate': 'Related'}\n",
"StumbleUponAwesome\n",
"Awesome CLI\n",
"Awesome Viewer\n",
"{'name': 'Awesome Viewer', 'url': 'https://awesome.digitalbunker.dev', 'repo': 'undefined/undefined', 'cate': 'Related'}\n",
"Track Awesome List\n",
"{'name': 'Track Awesome List', 'url': 'https://www.trackawesomelist.com', 'repo': 'undefined/undefined', 'cate': 'Related'}\n"
]
}
],
"source": [
"import json\n",
"import pprint\n",
"import requests\n",
"import pymongo\n",
"\n",
"myclient = pymongo.MongoClient(\n",
" \"mongodb://user:pass@192.168.1.101:27017\")\n",
"# DB\n",
"\n",
"data = requests.get(\n",
" \"https://raw.githubusercontent.com/lockys/Awesome.json/master/awesome/awesome.json?ref=master\",\n",
" headers={\"Accept\": \"application/vnd.github.v3+json\"},\n",
")\n",
"#\n",
"\n",
"repos = data.json()\n",
"\n",
"for x in repos.values():\n",
" for z in x:\n",
" try:\n",
" string = z['repo']\n",
"# if len(z['name']) > 0:\n",
"# title = z['name']\n",
"# else:\n",
"# title = \"none\"\n",
"# # print(count)\n",
" title = z['name']\n",
" title = title.replace(\".\", \"\")\n",
" link = string.replace(\"/\", \"-\")\n",
"\n",
" mydb = myclient[\"awesome-lists\"]\n",
" mycol = mydb[title]\n",
"\n",
" one_list = requests.get(\n",
" \"https://raw.githubusercontent.com/lockys/awesome.json/master/repo-json/\"\n",
" + link + \".json\",\n",
" headers={\"Accept\": \"application/vnd.github.v3+json\"},\n",
" )\n",
" print(title)\n",
" for x in one_list.json():\n",
" try:\n",
" mydict = x\n",
"\n",
"# pprint.pprint(mydict)\n",
"\n",
" new = mycol.insert_one(mydict)\n",
"\n",
" # print(new.inserted_id)\n",
" except:\n",
" print(x)\n",
" except ValueError as error:\n",
" print(z)\n",
"# print(\"invalid json: %s\" % error)\n"
]
},
{
"cell_type": "code",
"execution_count": 13,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"63136ab944dfc9e0de996f01\n",
"['test']\n"
]
}
],
"source": [
"import pymongo\n",
"\n",
"myclient = pymongo.MongoClient(\"mongodb://user:pass@192.168.1.101:27017\")\n",
"# DB\n",
"\n",
"mydb = myclient[\"awesome-lists\"]\n",
"\n",
"# Collectinon\n",
"\n",
"mycol = mydb[\"test\"]\n",
"\n",
"mydict = {\"name\": \"Peter\", \"address\": \"Lowstreet 27\"}\n",
"\n",
"x = mycol.insert_one(mydict)\n",
"\n",
"print(x.inserted_id)\n",
"\n",
"print(mydb.list_collection_names())"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"!pip install pymongo"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
},
"vscode": {
"interpreter": {
"hash": "916dbcbb3f70747c44a77c7bcd40155683ae19c65e1c03b4aa3499c5328201f1"
}
},
"widgets": {
"application/vnd.jupyter.widget-state+json": {
"state": {},
"version_major": 2,
"version_minor": 0
}
}
},
"nbformat": 4,
"nbformat_minor": 4
}