mrq/tests/test_context.py at 5f51521b177290eb1a1785d5127dbfb947edd676 · pricingassistant/mrq · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
import json
import os


def test_context_get(worker):

    result = worker.send_task("tests.tasks.context.GetContext", {})

    assert result["job_id"]
    assert result["worker_id"]
    assert result["config"]["redis"]


def test_context_connections_redis(worker):

    worker.start(flags=" --config tests/fixtures/config-multiredis.py")

    assert worker.send_task("tests.tasks.redis.MultiRedis", {}) == "ok"


def test_context_metric_success(worker):

    worker.start(flags=" --config tests/fixtures/config-metric.py")

    result = worker.send_task("tests.tasks.general.Add", {"a": 41, "b": 1})
    result = worker.send_task("tests.tasks.general.Add", {"a": 41, "b": 1})

    assert result == 42

    metrics = json.loads(
        worker.send_task("tests.tasks.general.GetMetrics", {}))

    # GetMetrics is also a task!
    assert metrics.get("queues.default.dequeued") == 3
    assert metrics.get("queues.all.dequeued") == 3

    # Queued from the test process, not the worker one...
    # assert metrics.get("queues.default.enqueued") == 3
    # assert metrics.get("queues.all.enqueued") == 3
    # assert metrics.get("jobs.status.queued") == 3

    assert metrics.get("jobs.status.started") == 3
    assert metrics.get("jobs.status.success") == 2


def test_context_metric_queue(worker):

    worker.start(flags=" --config tests/fixtures/config-metric.py")

    worker.send_task("tests.tasks.general.SendTask", {
                     "path": "tests.tasks.general.Add", "params": {"a": 41, "b": 1}})

    metrics = json.loads(
        worker.send_task("tests.tasks.general.GetMetrics", {}))

    # GetMetrics is also a task!
    assert metrics.get("queues.default.dequeued") == 3
    assert metrics.get("queues.all.dequeued") == 3
    assert metrics.get("jobs.status.started") == 3
    assert metrics.get("jobs.status.success") == 2

    assert metrics.get("queues.default.enqueued") == 1
    assert metrics.get("queues.all.enqueued") == 1
    assert metrics.get("jobs.status.queued") == 1


def test_context_metric_failed(worker):

    worker.start(flags=" --config tests/fixtures/config-metric.py")

    worker.send_task(
        "tests.tasks.general.RaiseException", {}, accept_statuses=["failed"])

    metrics = json.loads(
        worker.send_task("tests.tasks.general.GetMetrics", {}))

    # GetMetrics is also a task!
    assert metrics.get("queues.default.dequeued") == 2
    assert metrics.get("queues.all.dequeued") == 2
    assert metrics.get("jobs.status.started") == 2
    assert metrics.get("jobs.status.failed") == 1
    assert metrics.get("jobs.status.success") is None


def test_context_setup():

    try:
        import subprocess32 as subprocess
    except:
        import subprocess

    process = subprocess.Popen("python tests/fixtures/standalone_script1.py",
                               shell=True, close_fds=True, env={"MRQ_NAME": "testname1", "PYTHONPATH": os.getcwd()}, cwd=os.getcwd(), stdout=subprocess.PIPE)

    out, err = process.communicate()

    assert out.endswith(b"42\ntestname1\n")