FilesExpand file tree

master

/

test_command_fetch.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

35 lines (28 loc) · 1.21 KB

master

/

test_command_fetch.py

Copy path

Top

File metadata and controls

• Code
• Blame

35 lines (28 loc) · 1.21 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

from twisted.internet import defer

from twisted.trial import unittest

from scrapy.utils.testproc import ProcessTest

from scrapy.utils.testsite import SiteTest

class FetchTest(ProcessTest, SiteTest, unittest.TestCase):

command = "fetch"

@defer.inlineCallbacks

def test_output(self):

_, out, _ = yield self.execute([self.url("/text")])

self.assertEqual(out.strip(), b"Works")

@defer.inlineCallbacks

def test_redirect_default(self):

_, out, _ = yield self.execute([self.url("/redirect")])

self.assertEqual(out.strip(), b"Redirected here")

@defer.inlineCallbacks

def test_redirect_disabled(self):

_, out, err = yield self.execute(

["--no-redirect", self.url("/redirect-no-meta-refresh")]

)

err = err.strip()

self.assertIn(b"downloader/response_status_count/302", err, err)

self.assertNotIn(b"downloader/response_status_count/200", err, err)

@defer.inlineCallbacks

def test_headers(self):

_, out, _ = yield self.execute([self.url("/text"), "--headers"])

out = out.replace(b"\r", b"") # required on win32

assert b"Server: TwistedWeb" in out, out

assert b"Content-Type: text/plain" in out