[{"_1":2,"_163":-5,"_164":-5},"loaderData",{"_3":4,"_18":19,"_25":26,"_142":143},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7,"_13":14,"_15":16,"_17":11},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","theme","system","contrast","normal","dockerRebrandTour","routes/_layout",{"_20":-5,"_21":22,"_23":11,"_24":22},"username","isAskGordonEnabled",true,"showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_27":28,"_29":-5,"_30":11,"_31":11,"_32":33,"_34":35,"_36":-5,"_37":11,"_38":39,"_88":-5,"_89":90,"_129":-5,"_130":11,"_131":22,"_132":11,"_133":11,"_134":11,"_135":-5,"_136":11,"_137":-5,"_138":139,"_140":91,"_141":-7},"canonicalUrl","https://chstno1.isgood.host/r/fy1128/price-monitor/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","fy1128","reponame","price-monitor","cloudBuildSource","isAutobuildsAvailable","repo",{"_40":41,"_42":43,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":55,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":64,"_65":66,"_67":-5,"_68":62,"_69":70,"_71":11,"_72":33,"_73":74,"_79":11,"_80":81,"_85":33,"_86":87},"categories",[],"content_types",[44],"image","date_registered","2018-12-15T06:41:44.346047Z","description","a dockerized JD Price monitor","is_private","last_updated","2020-02-05T07:35:53.991076Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[56],"application/vnd.docker.container.image.v1+json","name","pull_count",1897,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","\n**Price-Monitor:电商价格监控**\n\n**Python3+requests/selenium+sqlite/mysql+免费代理池/代理接口**\n\n[![License](https://img.shields.io/badge/license-GPLv3-yellowgreen.svg)]()\n[![Poweredby](https://img.shields.io/badge/Powered%20by-requests-green.svg)]()\n\n**全新Python3版本：支持协程，redis代理池，提高监控效率，持续更新中。**\n\n# 简介\n\n**1. 用户指定商品监控：用户自行设置商品和预期价格，低于预期价格后自动发送邮件提醒用户抢购。**\n\n**2. 品类商品监控：目前数码品类开放监控，低于设定折扣（75折）的自营商品会被选出并发送邮件提醒用户抢购。**\n\n![Structure](docs/Structure.png)\n\n**目前网站已开放：访问电商价格监控便可体验。**\n\n![Pagedemo](docs/Pagedemo.png)\n\n![Pagedemo2](docs/Pagedemo2.png)\n\n![Pagedemo3](docs/Pagedemo3.png)\n\n**申明：本项目仅限于爬取网上公开可见的商品信息，请勿用于任何商业用途。**\n\n# 最近更新\n\n- Selenium + Headless Chrome爬取\n- 商品副标题/商品历史价格抓取\n- 增加对Mysql数据库支持\n\n# TODO List\n\n### 持续更新中\n\n- [x] 代理池重构，单独检验代理对电商网站可达性\n- [x] 爬虫采用协程库，提高采集效率\n- [x] 支持更多的代理接口：免费代理，付费代理，vps拨号代理\n- [x] 使用Django代替Flask作为网站后台\n- [x] 商品副标题抓取，PLUS会员价格\n- [x] 商品历史价格\n- [x] Selenium + PhantomJS/Headless Chrome 爬取\n- [ ] 更方便的添加监控商品\n- [ ] Docker一键部署（即将更新）\n- [ ] 支持亚马逊中国，天猫，淘宝等商城\n- [ ] 代码覆盖率测试\n- [ ] 继续重构\n\n\n### 其他功能（欢迎Issue提供意见）\n\n- [ ] 小说更新监控\n\n\n\n# 项目依赖\n\n## python3.5+\n\n主要包含以下库：\n\n- requests\n- gevent\n- lxml\n- selenium(可选)\n\n可以使用项目自带的requirements.txt安装环境\n\n```\npip install -r requirements.txt\n```\n\n\n# 使用步骤\n\n## 0. 运行脚本，新建Sqlite数据库\n\n```\n python PriceMonitor/create_db.py\n```\n\n可以使用 sqlitedatabasebrowser查看数据库，添加用户和商品。\n\n也可以通过conn_sql.py里运行现成代码添加用户和商品：\n\n```\n add user named 'test'\n sql.write_user('test', '404013419@qq.com')\n\n add test item\n sql.write_item(2777811, '10', 1)\n```\n\n![Sqlitedemo](docs/Sqlitedemo.png)\n\n## 1. 设置邮件提醒的发件邮箱\n\n简易教程请查看：设置发件邮箱\n\n## 2. 你可以选择开启代理池抓取（2.1）或者直接使用本地抓取（2.2）\n\n\n### 2.1 开启代理池，采用proxy_factory基于redis的简单代理工厂，感谢作者ShichaoMa。\n\n启动redis代理池后，修改CONFIG.py的设置：\n\n```\n PROXY_CRAWL = 1\n PROXY_POOL_IP = \"127.0.0.1\" # Your redis server ip\n```\n\n### 2.2 直接采用本地IP进行监控（注意：请将抓取间隔CRAWL_TIME调大，避免IP被禁，单位：秒）\n\n```\n CRAWL_TIME = 10 # Monitor sleep time, if not using proxy, CRAWL_TIME > 1800 recommended.\n PROXY_CRAWL = 0\n PROXY_POOL_IP = \"127.0.0.1\" # Your redis server ip\n```\n\n## 3. 运行监控主程序\n\n```\n python Pricemonitor/main.py\n```\n\n# 文件结构\n\n- docs:文档\n\n- PriceMonitor\n\n - CONFIG.py: 常用参数\n \n - create_db.py: 创建数据库\n\n - conn_sql.py: 数据操作库\n \n - logger.conf: 日志参数\n \n - proxy_(js).py: 代理(二选一，默认proxy.py)\n \n - crawler_selenium/js.py: 爬虫(二选一，默认crawler_selenium.py)\n \n - mailbox.txt: 邮箱参数\n \n - mail.py: 邮件模块\n \n - monitor_main_(js).py: 程序入口(二选一，默认monitor_main.py)\n \n- requirements.txt: 安装依赖\n\n# 老版本\n\n- Python2+requests+sqlite+代理池+Flask(web)\n\n- Python2+requests+mysql+代理池+Php(web)\n\n# Contribution\n\n- Issue\n\n# Introduction\n\n- Monitor price changes for items at JD.com, users could set price for specific item. Once the price is lower than excepted, the server will send an e-mail to user.\n\n\n","has_starred","hub_user","immutable_tags_settings",{"_75":11,"_76":77},"enabled","rules",[78],".*","is_automated","permissions",{"_82":22,"_83":11,"_84":11},"read","write","admin","user","storage_size",246718077,"orgData","recentTags",[91],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":100,"_50":118,"_119":94,"_120":33,"_121":56,"_57":122,"_123":124,"_125":109,"_126":118,"_127":66,"_128":22},"content_type","creator",2482564,"full_size",49077623,"id",42571036,"images",[101],{"_102":103,"_104":105,"_106":107,"_108":109,"_110":111,"_112":113,"_114":107,"_115":-5,"_116":96,"_63":66,"_117":-5},"architecture","amd64","digest","sha256:0f1fe9bafb38d1d1f4aa350e34ec5122c5c8790e3a8a12aac9a27e02eadcf42a","features","","last_pulled","2026-11-08T06:01:56.942152613Z","last_pushed","2020-02-05T07:35:54Z","os","linux","os_features","os_version","size","variant","2020-02-05T07:35:53.634883Z","last_updater","last_updater_username","media_type","latest","repository",6436630,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxRunInCloud","showSbxAgenticPlatformBadge","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"selectedTag","attestationsUrl","routes/_layout.r.$namespace.$reponame.tags",{"_38":144,"_151":152,"_138":161,"_162":11},{"_40":145,"_42":146,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":147,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":64,"_65":66,"_67":-5,"_68":62,"_69":70,"_71":11,"_72":33,"_73":148,"_79":11,"_80":150,"_85":33,"_86":87},[],[44],[56],{"_75":11,"_76":149},[78],{"_82":22,"_83":11,"_84":11},"tags",{"_153":64,"_154":-5,"_155":-5,"_156":157},"count","next","previous","results",[158],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":159,"_50":118,"_119":94,"_120":33,"_121":56,"_57":122,"_123":124,"_125":109,"_126":118,"_127":66,"_128":22},[160],{"_102":103,"_104":105,"_106":107,"_108":109,"_110":111,"_112":113,"_114":107,"_115":-5,"_116":96,"_63":66,"_117":-5},[],"canDeleteTags","actionData","errors"]

fy1128/price-monitor

Tags for fy1128/price-monitor