mirror of
https://github.com/davegallant/rfd.git
synced 2025-08-10 02:22:27 +00:00
Compare commits
1 Commits
Author | SHA1 | Date | |
---|---|---|---|
|
399dc4e967 |
2
.gitignore
vendored
2
.gitignore
vendored
@@ -88,5 +88,3 @@ venv.bak/
|
|||||||
.mypy_cache/
|
.mypy_cache/
|
||||||
.dmypy.json
|
.dmypy.json
|
||||||
dmypy.json
|
dmypy.json
|
||||||
|
|
||||||
tmp/
|
|
||||||
|
66
Makefile
66
Makefile
@@ -1,57 +1,35 @@
|
|||||||
|
|
||||||
SRC := rfd
|
SRC:=rfd
|
||||||
SHELL := bash
|
|
||||||
.ONESHELL:
|
|
||||||
.SHELLFLAGS := -eu -o pipefail -c
|
|
||||||
.DELETE_ON_ERROR:
|
|
||||||
MAKEFLAGS += --warn-undefined-variables
|
|
||||||
MAKEFLAGS += --no-builtin-rules
|
|
||||||
|
|
||||||
|
|
||||||
ifeq ($(origin .RECIPEPREFIX), undefined)
|
|
||||||
$(error This Make does not support .RECIPEPREFIX. Please use GNU Make 4.0 or later)
|
|
||||||
endif
|
|
||||||
.RECIPEPREFIX = >
|
|
||||||
|
|
||||||
## build: Build a tar.gz of the python package
|
|
||||||
build:
|
|
||||||
> rm -rf dist/
|
|
||||||
> python setup.py sdist
|
|
||||||
.PHONY: build
|
.PHONY: build
|
||||||
|
build:
|
||||||
|
rm -rf dist/
|
||||||
|
python setup.py sdist
|
||||||
|
|
||||||
|
.PHONY: push_test
|
||||||
|
push_test:
|
||||||
|
twine upload -r testpypi dist/*.tar.gz
|
||||||
|
|
||||||
|
.PHONY: push_prod
|
||||||
|
push_prod:
|
||||||
|
twine upload dist/*.tar.gz
|
||||||
|
|
||||||
## precommit: Run all pre-commit hooks
|
|
||||||
precommit:
|
|
||||||
> pre-commit run \
|
|
||||||
--all-files \
|
|
||||||
--show-diff-on-failure
|
|
||||||
.PHONY: precommit
|
.PHONY: precommit
|
||||||
|
precommit: ## Run pre-commit
|
||||||
|
pre-commit run \
|
||||||
|
--all-files \
|
||||||
|
--show-diff-on-failure
|
||||||
|
|
||||||
## lint: Run static analysis on the code
|
|
||||||
lint:
|
|
||||||
> pylint $(SRC)
|
|
||||||
.PHONY: lint
|
.PHONY: lint
|
||||||
|
lint:
|
||||||
|
pylint $(SRC)
|
||||||
|
|
||||||
## test: Run all unit tests
|
|
||||||
test: tmp/.tests-passed.sentinel
|
|
||||||
.PHONY: test
|
.PHONY: test
|
||||||
|
test:
|
||||||
|
pytest -v
|
||||||
|
|
||||||
# Tests - re-ran if any file under src has been changed since tmp/.tests-passed.sentinel was last touched
|
|
||||||
tmp/.tests-passed.sentinel: $(shell find ${SRC} -type f)
|
|
||||||
> mkdir -p $(@D)
|
|
||||||
> pytest -v
|
|
||||||
> touch $@
|
|
||||||
|
|
||||||
## pr: Run pre-commit, lint and test
|
|
||||||
pr: precommit lint test
|
|
||||||
.PHONY: pr
|
.PHONY: pr
|
||||||
|
pr: precommit lint test
|
||||||
|
|
||||||
ci: lint test
|
|
||||||
.PHONY: ci
|
.PHONY: ci
|
||||||
|
ci: lint test
|
||||||
## help: Print this help message
|
|
||||||
help:
|
|
||||||
> @echo "Usage:"
|
|
||||||
> @echo
|
|
||||||
> @sed -n 's/^##//p' ${MAKEFILE_LIST} | column -t -s ':' | sed -e 's/^/ /' | sort
|
|
||||||
> @echo
|
|
||||||
.PHONY: help
|
|
||||||
|
38
README.md
38
README.md
@@ -9,8 +9,7 @@ Hot deals on the command line.
|
|||||||
[](https://lgtm.com/projects/g/davegallant/rfd/context:python)
|
[](https://lgtm.com/projects/g/davegallant/rfd/context:python)
|
||||||
|
|
||||||
|
|
||||||

|

|
||||||
|
|
||||||
|
|
||||||
## Install
|
## Install
|
||||||
|
|
||||||
@@ -18,38 +17,19 @@ Hot deals on the command line.
|
|||||||
pip install rfd
|
pip install rfd
|
||||||
```
|
```
|
||||||
|
|
||||||
## Usage
|
## Use
|
||||||
|
|
||||||
```shell
|
### view threads
|
||||||
Usage: rfd [OPTIONS] COMMAND [ARGS]...
|
```bash
|
||||||
|
rfd threads [--forum-id 9] [--limit 10]
|
||||||
CLI for https://forums.redflagdeals.com
|
|
||||||
|
|
||||||
Options:
|
|
||||||
-v, --version
|
|
||||||
--help Show this message and exit.
|
|
||||||
|
|
||||||
Commands:
|
|
||||||
posts Display all posts in a thread.
|
|
||||||
search Search deals based on a regular expression.
|
|
||||||
threads Displays threads in the forum. Defaults to hot deals.
|
|
||||||
```
|
```
|
||||||
|
|
||||||
## Examples
|
### search
|
||||||
|
```bash
|
||||||
### view hot deals
|
rfd search pizza [--num-pages 100]
|
||||||
```shell
|
|
||||||
rfd threads
|
|
||||||
```
|
```
|
||||||
|
|
||||||
### search for pizza
|
## Support Tab Completion
|
||||||
```shell
|
|
||||||
rfd search 'pizza'
|
|
||||||
```
|
|
||||||
|
|
||||||
## Tab Completion
|
|
||||||
|
|
||||||
To enable:
|
|
||||||
|
|
||||||
### bash
|
### bash
|
||||||
|
|
||||||
|
@@ -1,5 +1,4 @@
|
|||||||
beautifulsoup4<=4.8.2
|
beautifulsoup4>=4.8.1
|
||||||
click>=7.0
|
click>=7.0
|
||||||
colorama>=0.4.3
|
colorama>=0.4.3
|
||||||
requests>=2.22.0
|
requests>=2.22.0
|
||||||
soupsieve<=2.0
|
|
||||||
|
@@ -1,5 +1,5 @@
|
|||||||
pre-commit==1.21.0
|
pre-commit==1.20.0
|
||||||
pylint
|
pylint
|
||||||
pytest>=4.6.6
|
pytest>=4.6.6
|
||||||
rope==0.16.0
|
rope==0.14.0
|
||||||
tox-travis==0.12
|
tox-travis==0.12
|
||||||
|
@@ -1 +1 @@
|
|||||||
0.3.5
|
0.3.4
|
||||||
|
48
rfd/cli.py
48
rfd/cli.py
@@ -36,40 +36,34 @@ def get_vote_color(score):
|
|||||||
return Fore.BLUE + " [" + str(score) + "] "
|
return Fore.BLUE + " [" + str(score) + "] "
|
||||||
|
|
||||||
|
|
||||||
def print_version(ctx, value):
|
|
||||||
if not value or ctx.resilient_parsing:
|
|
||||||
return
|
|
||||||
click.echo(get_version())
|
|
||||||
ctx.exit()
|
|
||||||
|
|
||||||
|
|
||||||
@click.group(invoke_without_command=True)
|
@click.group(invoke_without_command=True)
|
||||||
@click.option(
|
@click.option("--version/--no-version", default=False)
|
||||||
"-v",
|
|
||||||
"--version",
|
|
||||||
is_flag=True,
|
|
||||||
callback=print_version,
|
|
||||||
expose_value=False,
|
|
||||||
is_eager=True,
|
|
||||||
)
|
|
||||||
@click.pass_context
|
@click.pass_context
|
||||||
def cli(ctx):
|
def cli(ctx, version):
|
||||||
"""CLI for https://forums.redflagdeals.com"""
|
"""CLI for https://forums.redflagdeals.com"""
|
||||||
if not ctx.invoked_subcommand:
|
if version:
|
||||||
|
click.echo(get_version())
|
||||||
|
elif not ctx.invoked_subcommand:
|
||||||
click.echo(ctx.get_help())
|
click.echo(ctx.get_help())
|
||||||
|
|
||||||
|
|
||||||
@cli.command(short_help="Display all posts in a thread.")
|
@cli.command("version")
|
||||||
|
def display_version():
|
||||||
|
click.echo(get_version())
|
||||||
|
|
||||||
|
|
||||||
|
@cli.command(short_help="Displays posts in a specific thread.")
|
||||||
@click.argument("post_id")
|
@click.argument("post_id")
|
||||||
def posts(post_id):
|
def posts(post_id):
|
||||||
"""Iterate all pages and display all posts in a thread.
|
"""Displays posts in a specific thread.
|
||||||
|
|
||||||
post_id can be a full url or post id only
|
post_id can be a full url or post id only
|
||||||
|
|
||||||
Example:
|
Example:
|
||||||
|
|
||||||
\b
|
\b
|
||||||
rfd posts https://forums.redflagdeals.com/koodo-targeted-public-mobile-12-120-koodo-5gb-40-no-referrals-2173603
|
url: https://forums.redflagdeals.com/koodo-targeted-public-mobile-12-120-koodo-5gb-40-no-referrals-2173603
|
||||||
|
post_id: 2173603
|
||||||
"""
|
"""
|
||||||
|
|
||||||
try:
|
try:
|
||||||
@@ -93,11 +87,11 @@ def posts(post_id):
|
|||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
|
|
||||||
@cli.command(short_help="Displays threads in the forum. Defaults to hot deals.")
|
@cli.command(short_help="Displays threads in the specified forum.")
|
||||||
@click.option("--limit", default=10, help="Number of topics.")
|
@click.option("--limit", default=10, help="Number of topics.")
|
||||||
@click.option("--forum-id", default=9, help="The forum id number")
|
@click.option("--forum-id", default=9, help="The forum id number")
|
||||||
def threads(limit, forum_id):
|
def threads(limit, forum_id):
|
||||||
"""Display threads in the specified forum id. Defaults to 9 (hot deals).
|
"""Displays threads in the specified forum id. Defaults to 9.
|
||||||
|
|
||||||
Popular forum ids:
|
Popular forum ids:
|
||||||
|
|
||||||
@@ -130,14 +124,14 @@ def threads(limit, forum_id):
|
|||||||
click.echo(Style.RESET_ALL)
|
click.echo(Style.RESET_ALL)
|
||||||
|
|
||||||
|
|
||||||
@cli.command(short_help="Search deals based on a regular expression.")
|
@cli.command(short_help="Displays threads in the specified forum.")
|
||||||
@click.option("--num-pages", default=5, help="Number of pages to search.")
|
@click.option("--num-pages", default=5, help="Number of pages to search.")
|
||||||
@click.option(
|
@click.option(
|
||||||
"--forum-id", default=9, help="The forum id number. Defaults to 9 (hot deals)."
|
"--forum-id", default=9, help="The forum id number. Defaults to 9 (hot deals)."
|
||||||
)
|
)
|
||||||
@click.argument("regex")
|
@click.argument("keyword")
|
||||||
def search(num_pages, forum_id, regex):
|
def search(num_pages, forum_id, keyword):
|
||||||
"""Search deals based on regex.
|
"""Searches for deals based on a keyword in the specified forum id.
|
||||||
|
|
||||||
Popular forum ids:
|
Popular forum ids:
|
||||||
|
|
||||||
@@ -157,7 +151,7 @@ def search(num_pages, forum_id, regex):
|
|||||||
count = 0
|
count = 0
|
||||||
for page in range(1, num_pages):
|
for page in range(1, num_pages):
|
||||||
_threads = parse_threads(get_threads(forum_id, 100, page=page), limit=100)
|
_threads = parse_threads(get_threads(forum_id, 100, page=page), limit=100)
|
||||||
for thread in search_threads(threads=_threads, regex=regex):
|
for thread in search_threads(threads=_threads, keyword=keyword):
|
||||||
count += 1
|
count += 1
|
||||||
click.echo(
|
click.echo(
|
||||||
" "
|
" "
|
||||||
|
@@ -1,14 +1,13 @@
|
|||||||
import re
|
def search_threads(threads, keyword=None):
|
||||||
|
"""Match deal title and dealer names with keyword specified."""
|
||||||
|
|
||||||
|
if keyword is None:
|
||||||
|
return
|
||||||
|
|
||||||
def search_threads(threads, regex):
|
keyword = str(keyword)
|
||||||
"""Match deal title and dealer names with regex specified."""
|
|
||||||
|
|
||||||
regexp = re.compile(str(regex).lower())
|
|
||||||
|
|
||||||
for deal in threads:
|
for deal in threads:
|
||||||
|
if keyword.lower() in deal.title.lower() or (
|
||||||
if regexp.search(deal.title.lower()) or (
|
deal.dealer_name and keyword.lower() in deal.dealer_name.lower()
|
||||||
deal.dealer_name and regexp.search(deal.dealer_name.lower())
|
|
||||||
):
|
):
|
||||||
yield deal
|
yield deal
|
||||||
|
Reference in New Issue
Block a user