You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@trafficserver.apache.org by ml...@apache.org on 2019/01/14 23:40:22 UTC
[trafficserver] branch master updated: Autest: Test revalidating
cached objects- Chunked object with Range request and 304 (for #3413)- INM,
IMS validations
This is an automated email from the ASF dual-hosted git repository.
mlibbey pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/trafficserver.git
The following commit(s) were added to refs/heads/master by this push:
new c778176 Autest: Test revalidating cached objects- Chunked object with Range request and 304 (for #3413)- INM, IMS validations
c778176 is described below
commit c77817601a8a45b9ea4f076c8e58a4e4a0b1a2f9
Author: Miles Libbey <ml...@apache.org>
AuthorDate: Wed May 23 09:06:33 2018 -0700
Autest: Test revalidating cached objects- Chunked object with Range request and 304 (for #3413)- INM, IMS validations
---
.../gold_tests/headers/cache_and_error_nobody.gold | 11 ++
.../cache_and_req_body-hit-stale-206-etag.gold | 13 ++
.../headers/cache_and_req_body-hit-stale-206.gold | 13 ++
....gold => cache_and_req_body-hit-stale-INM.gold} | 6 +-
.../headers/cache_and_req_body-hit-stale.gold | 13 ++
.../gold_tests/headers/cache_and_req_body-hit.gold | 3 +-
.../headers/cache_and_req_body-hit_close.gold | 3 +-
.../headers/cache_and_req_body-miss.gold | 6 +-
.../gold_tests/headers/cache_and_req_body.test.py | 3 +-
.../headers/cache_and_req_nobody-hit-stale.gold | 11 ++
tests/gold_tests/headers/cachedIMSRange.test.py | 158 +++++++++++++++++++++
11 files changed, 232 insertions(+), 8 deletions(-)
diff --git a/tests/gold_tests/headers/cache_and_error_nobody.gold b/tests/gold_tests/headers/cache_and_error_nobody.gold
new file mode 100644
index 0000000..8e10e6f
--- /dev/null
+++ b/tests/gold_tests/headers/cache_and_error_nobody.gold
@@ -0,0 +1,11 @@
+HTTP/1.1 404 Not Found
+Content-Length: 0
+Cache-Control: max-age=3
+Date: ``
+Age: ``
+Connection: keep-alive
+Via: ``
+Server: ``
+X-Cache-Key: http://127.0.0.1``
+X-Cache: ``
+
diff --git a/tests/gold_tests/headers/cache_and_req_body-hit-stale-206-etag.gold b/tests/gold_tests/headers/cache_and_req_body-hit-stale-206-etag.gold
new file mode 100644
index 0000000..8bc8a2a
--- /dev/null
+++ b/tests/gold_tests/headers/cache_and_req_body-hit-stale-206-etag.gold
@@ -0,0 +1,13 @@
+HTTP/1.1 206 Partial Content
+Cache-Control: max-age=1
+Content-Length: 2
+Date: ``
+Etag: myetag
+Age: ``
+Connection: keep-alive
+Via: ``
+Server: ``
+X-Cache-Key: http://127.0.0.1``
+X-Cache: hit-stale
+
+xx
\ No newline at end of file
diff --git a/tests/gold_tests/headers/cache_and_req_body-hit-stale-206.gold b/tests/gold_tests/headers/cache_and_req_body-hit-stale-206.gold
new file mode 100644
index 0000000..03cc794
--- /dev/null
+++ b/tests/gold_tests/headers/cache_and_req_body-hit-stale-206.gold
@@ -0,0 +1,13 @@
+HTTP/1.1 206 Partial Content
+Last-Modified: ``
+Cache-Control: max-age=1
+Content-Length: 2
+Date: ``
+Age: ``
+Connection: keep-alive
+Via: ``
+Server: ``
+X-Cache-Key: http://127.0.0.1``
+X-Cache: hit-stale
+
+xx
\ No newline at end of file
diff --git a/tests/gold_tests/headers/cache_and_req_body-hit.gold b/tests/gold_tests/headers/cache_and_req_body-hit-stale-INM.gold
similarity index 51%
copy from tests/gold_tests/headers/cache_and_req_body-hit.gold
copy to tests/gold_tests/headers/cache_and_req_body-hit-stale-INM.gold
index 90d4a97..2dc3eb8 100644
--- a/tests/gold_tests/headers/cache_and_req_body-hit.gold
+++ b/tests/gold_tests/headers/cache_and_req_body-hit-stale-INM.gold
@@ -1,11 +1,13 @@
HTTP/1.1 200 OK
-Cache-Control: max-age=300
+Cache-Control: max-age=1
Content-Length: 3
Date: ``
+Etag: ``
Age: ``
Connection: keep-alive
Via: ``
Server: ``
-X-Cache: hit-fresh
+X-Cache-Key: http://127.0.0.1``
+X-Cache: hit-stale
xxx
\ No newline at end of file
diff --git a/tests/gold_tests/headers/cache_and_req_body-hit-stale.gold b/tests/gold_tests/headers/cache_and_req_body-hit-stale.gold
new file mode 100644
index 0000000..4e9f9e3
--- /dev/null
+++ b/tests/gold_tests/headers/cache_and_req_body-hit-stale.gold
@@ -0,0 +1,13 @@
+HTTP/1.1 200 OK
+Last-Modified: ``
+Cache-Control: max-age=1
+Content-Length: 3
+Date: ``
+Age: ``
+Connection: keep-alive
+Via: ``
+Server: ``
+X-Cache-Key: http://127.0.0.1``
+X-Cache: hit-stale
+
+xxx
\ No newline at end of file
diff --git a/tests/gold_tests/headers/cache_and_req_body-hit.gold b/tests/gold_tests/headers/cache_and_req_body-hit.gold
index 90d4a97..09c06a1 100644
--- a/tests/gold_tests/headers/cache_and_req_body-hit.gold
+++ b/tests/gold_tests/headers/cache_and_req_body-hit.gold
@@ -1,5 +1,6 @@
HTTP/1.1 200 OK
-Cache-Control: max-age=300
+Last-Modified:``
+Cache-Control: max-age=1
Content-Length: 3
Date: ``
Age: ``
diff --git a/tests/gold_tests/headers/cache_and_req_body-hit_close.gold b/tests/gold_tests/headers/cache_and_req_body-hit_close.gold
index ed944d2..9ccf980 100644
--- a/tests/gold_tests/headers/cache_and_req_body-hit_close.gold
+++ b/tests/gold_tests/headers/cache_and_req_body-hit_close.gold
@@ -1,5 +1,6 @@
HTTP/1.1 200 OK
-Cache-Control: max-age=300
+Last-Modified:``
+Cache-Control: max-age=1
Content-Length: 3
Date: ``
Age: ``
diff --git a/tests/gold_tests/headers/cache_and_req_body-miss.gold b/tests/gold_tests/headers/cache_and_req_body-miss.gold
index aa174cd..46d4e08 100644
--- a/tests/gold_tests/headers/cache_and_req_body-miss.gold
+++ b/tests/gold_tests/headers/cache_and_req_body-miss.gold
@@ -1,11 +1,13 @@
HTTP/1.1 200 OK
-Cache-Control: max-age=300
+Last-Modified: ``
+Cache-Control: max-age=1
Content-Length: 3
Date: ``
-Age: ``
+Age: 0
Connection: keep-alive
Via: ``
Server: ``
+X-Cache-Key: http://127.0.0.1``
X-Cache: miss
xxx
\ No newline at end of file
diff --git a/tests/gold_tests/headers/cache_and_req_body.test.py b/tests/gold_tests/headers/cache_and_req_body.test.py
index a952cc2..8d3afc0 100644
--- a/tests/gold_tests/headers/cache_and_req_body.test.py
+++ b/tests/gold_tests/headers/cache_and_req_body.test.py
@@ -36,7 +36,7 @@ server = Test.MakeOriginServer("server")
#**testname is required**
testName = ""
request_header = {"headers": "GET / HTTP/1.1\r\nHost: www.example.com\r\n\r\n", "timestamp": "1469733493.993", "body": ""}
-response_header = {"headers": "HTTP/1.1 200 OK\r\nConnection: close\r\nCache-Control: max-age=300\r\n\r\n", "timestamp": "1469733493.993", "body": "xxx"}
+response_header = {"headers": "HTTP/1.1 200 OK\r\nConnection: close\r\nLast-Modified: Tue, 08 May 2018 15:49:41 GMT\r\nCache-Control: max-age=1\r\n\r\n", "timestamp": "1469733493.993", "body": "xxx"}
server.addResponse("sessionlog.json", request_header, response_header)
# ATS Configuration
@@ -82,4 +82,3 @@ tr.Processes.Default.Command = "printf 'GET / HTTP/1.1\r\n''x-debug: x-cache,x-c
tr.Processes.Default.ReturnCode = 0
tr.Processes.Default.Streams.stdout = "cache_and_req_body-hit_close.gold"
tr.StillRunningAfter = ts
-
diff --git a/tests/gold_tests/headers/cache_and_req_nobody-hit-stale.gold b/tests/gold_tests/headers/cache_and_req_nobody-hit-stale.gold
new file mode 100644
index 0000000..46ca77e
--- /dev/null
+++ b/tests/gold_tests/headers/cache_and_req_nobody-hit-stale.gold
@@ -0,0 +1,11 @@
+HTTP/1.1 200 OK
+Content-Length: 0
+Cache-Control: max-age=3
+Date: ``
+Age: ``
+Connection: keep-alive
+Via: ``
+Server: ``
+X-Cache-Key: http://127.0.0.1``
+X-Cache: ``
+
diff --git a/tests/gold_tests/headers/cachedIMSRange.test.py b/tests/gold_tests/headers/cachedIMSRange.test.py
new file mode 100644
index 0000000..b17a386
--- /dev/null
+++ b/tests/gold_tests/headers/cachedIMSRange.test.py
@@ -0,0 +1,158 @@
+'''
+Test cached responses and requests with bodies
+'''
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+import time
+Test.Summary = '''
+Test revalidating cached objects
+'''
+
+testName = "RevalidateCacheObject"
+
+# Needs Curl
+Test.SkipUnless(
+ Condition.HasProgram("curl", "curl needs to be installed on system for this test to work"),
+)
+Test.ContinueOnFail = True
+
+# Set up Origin server
+# request_header is from ATS to origin; response from Origin to ATS
+# lookup_key is to make unique response in origin for header "UID" that will pass in ATS request
+server = Test.MakeOriginServer("server",lookup_key="{%UID}")
+# Initial request
+request_header = {"headers": "GET / HTTP/1.1\r\nHost: www.example.com\r\nUID: Fill\r\n\r\n", "timestamp": "1469733493.993", "body": ""}
+response_header = {"headers": "HTTP/1.1 200 OK\r\nConnection: close\r\nLast-Modified: Tue, 08 May 2018 15:49:41 GMT\r\nCache-Control: max-age=1\r\n\r\n", "timestamp": "1469733493.993", "body": "xxx"}
+server.addResponse("sessionlog.json", request_header, response_header)
+# IMS revalidation request
+request_IMS_header = {"headers": "GET / HTTP/1.1\r\nUID: IMS\r\nIf-Modified-Since: Tue, 08 May 2018 15:49:41 GMT\r\nHost: www.example.com\r\n\r\n", "timestamp": "1469733493.993", "body": ""}
+response_IMS_header = {"headers": "HTTP/1.1 304 Not Modified\r\nConnection: close\r\nCache-Control: max-age=1\r\n\r\n", "timestamp": "1469733493.993"}
+server.addResponse("sessionlog.json", request_IMS_header, response_IMS_header)
+
+# EtagFill
+request_etagfill_header = {"headers": "GET /etag HTTP/1.1\r\nHost: www.example.com\r\nUID: EtagFill\r\n\r\n", "timestamp": "1469733493.993"}
+response_etagfill_header = {"headers": "HTTP/1.1 200 OK\r\nETag: myetag\r\nConnection: close\r\nCache-Control: max-age=1\r\n\r\n", "timestamp": "1469733493.993", "body": "xxx"}
+server.addResponse("sessionlog.json", request_etagfill_header, response_etagfill_header)
+# INM revalidation
+request_INM_header = {"headers": "GET /etag HTTP/1.1\r\nUID: INM\r\nIf-None-Match: myetag\r\nHost: www.example.com\r\n\r\n", "timestamp": "1469733493.993"}
+response_INM_header = {"headers": "HTTP/1.1 304 Not Modified\r\nConnection: close\r\nETag: myetag\r\nCache-Control: max-age=1\r\n\r\n", "timestamp": "1469733493.993"}
+server.addResponse("sessionlog.json", request_INM_header, response_INM_header)
+
+# object changed to 0 byte
+request_noBody_header = {"headers": "GET / HTTP/1.1\r\nUID: noBody\r\nHost: www.example.com\r\n\r\n", "timestamp": "1469733493.993", "body": ""}
+response_noBody_header = {"headers": "HTTP/1.1 200 OK\r\nConnection: close\r\nContent-Length: 0\r\nCache-Control: max-age=3\r\n\r\n", "timestamp": "1469733493.993", "body": ""}
+server.addResponse("sessionlog.json", request_noBody_header, response_noBody_header)
+
+# etag object now is a 404. Yeah, 404s don't usually have Cache-Control, but, ATS's default is to cache 404s for a while.
+request_etagfill_header = {"headers": "GET /etag HTTP/1.1\r\nHost: www.example.com\r\nUID: EtagError\r\n\r\n", "timestamp": "1469733493.993"}
+response_etagfill_header = {"headers": "HTTP/1.1 404 Not Found\r\nConnection: close\r\nContent-Length: 0\r\nCache-Control: max-age=3\r\n\r\n", "timestamp": "1469733493.993", "body": ""}
+server.addResponse("sessionlog.json", request_etagfill_header, response_etagfill_header)
+
+# ATS Configuration
+ts = Test.MakeATSProcess("ts", select_ports=False)
+ts.Disk.plugin_config.AddLine('xdebug.so')
+ts.Disk.records_config.update({
+ 'proxy.config.diags.debug.enabled': 1,
+ 'proxy.config.diags.debug.tags': 'http',
+ 'proxy.config.http.response_via_str': 3,
+ 'proxy.config.http.cache.http': 1,
+ 'proxy.config.http.wait_for_cache': 1,
+})
+
+ts.Disk.remap_config.AddLine(
+ 'map / http://127.0.0.1:{0}'.format(server.Variables.Port)
+)
+
+# Test 0 - Fill a 3 byte object with Last-Modified time into cache.
+tr = Test.AddTestRun()
+tr.Processes.Default.StartBefore(server)
+tr.Processes.Default.StartBefore(Test.Processes.ts, ready=1)
+tr.Processes.Default.Command = 'curl -s -D - -v --ipv4 --http1.1 -H"UID: Fill" -H "x-debug: x-cache,x-cache-key,via" -H "Host: www.example.com" http://localhost:{0}/'.format(ts.Variables.port)
+tr.Processes.Default.ReturnCode = 0
+tr.Processes.Default.Streams.stdout = "cache_and_req_body-miss.gold"
+tr.StillRunningAfter = ts
+
+# Test 1 - Once it goes stale, fetch it again. We expect Origin to get IMS request, and serve a 304. We expect ATS to refresh the object, and give a 200 to user
+tr = Test.AddTestRun()
+tr.DelayStart=2
+tr.Processes.Default.Command = 'curl -s -D - -v --ipv4 --http1.1 -H"UID: IMS" -H "x-debug: x-cache,x-cache-key,via" -H "Host: www.example.com" http://localhost:{0}/'.format(ts.Variables.port)
+tr.Processes.Default.ReturnCode = 0
+tr.Processes.Default.Streams.stdout = "cache_and_req_body-hit-stale.gold"
+tr.StillRunningAfter = ts
+
+# Test 2 - Once it goes stale, fetch it via a range request. We expect Origin to get IMS request, and serve a 304. We expect ATS to refresh the object, and give a 206 to user
+tr = Test.AddTestRun()
+tr.DelayStart=2
+tr.Processes.Default.Command = 'curl --range 0-1 -s -D - -v --ipv4 --http1.1 -H"UID: IMS" -H "x-debug: x-cache,x-cache-key,via" -H "Host: www.example.com" http://localhost:{0}/'.format(ts.Variables.port)
+tr.Processes.Default.ReturnCode = 0
+tr.Processes.Default.Streams.stdout = "cache_and_req_body-hit-stale-206.gold"
+tr.StillRunningAfter = ts
+
+# Test 3 - Fill a new object with an Etag. Not checking the output here.
+tr = Test.AddTestRun()
+tr.Processes.Default.Command = 'curl -s -D - -v --ipv4 --http1.1 -H"UID: EtagFill" -H "x-debug: x-cache,x-cache-key,via" -H "Host: www.example.com" http://localhost:{0}/etag'.format(ts.Variables.port)
+tr.Processes.Default.ReturnCode = 0
+tr.StillRunningAfter = ts
+
+# Test 4 - Once the etag object goes stale, fetch it again. We expect Origin to get INM request, and serve a 304. We expect ATS to refresh the object, and give a 200 to user
+tr = Test.AddTestRun()
+tr.DelayStart=2
+tr.Processes.Default.Command = 'curl -s -D - -v --ipv4 --http1.1 -H"UID: INM" -H "x-debug: x-cache,x-cache-key,via" -H "Host: www.example.com" http://localhost:{0}/etag'.format(ts.Variables.port)
+tr.Processes.Default.ReturnCode = 0
+tr.Processes.Default.Streams.stdout = "cache_and_req_body-hit-stale-INM.gold"
+tr.StillRunningAfter = ts
+
+# Test 5 - Once the etag object goes stale, fetch it via a range request. We expect Origin to get INM request, and serve a 304. We expect ATS to refresh the object, and give a 206 to user
+tr = Test.AddTestRun()
+tr.DelayStart=2
+tr.Processes.Default.Command = 'curl --range 0-1 -s -D - -v --ipv4 --http1.1 -H"UID: INM" -H "x-debug: x-cache,x-cache-key,via" -H "Host: www.example.com" http://localhost:{0}/etag'.format(ts.Variables.port)
+tr.Processes.Default.ReturnCode = 0
+tr.Processes.Default.Streams.stdout = "cache_and_req_body-hit-stale-206-etag.gold"
+tr.StillRunningAfter = ts
+
+# Test 6 - The origin changes the initial LMT object to 0 byte. We expect ATS to fetch and serve the new 0 byte object.
+tr = Test.AddTestRun()
+tr.DelayStart=3
+tr.Processes.Default.Command = 'curl -s -D - -v --ipv4 --http1.1 -H"UID: noBody" -H "x-debug: x-cache,x-cache-key,via" -H "Host: www.example.com" http://localhost:{0}/'.format(ts.Variables.port)
+tr.Processes.Default.ReturnCode = 0
+tr.Processes.Default.Streams.stdout = "cache_and_req_nobody-hit-stale.gold"
+tr.StillRunningAfter = ts
+
+# Test 7 - Fetch the new 0 byte object again when fresh in cache to ensure its still a 0 byte object.
+tr = Test.AddTestRun()
+tr.DelayStart=3
+tr.Processes.Default.Command = 'curl -s -D - -v --ipv4 --http1.1 -H"UID: noBody" -H "x-debug: x-cache,x-cache-key,via" -H "Host: www.example.com" http://localhost:{0}/'.format(ts.Variables.port)
+tr.Processes.Default.ReturnCode = 0
+tr.Processes.Default.Streams.stdout = "cache_and_req_nobody-hit-stale.gold"
+tr.StillRunningAfter = ts
+
+# Test 8 - The origin changes the etag object to 0 byte 404. We expect ATS to fetch and serve the 404 0 byte object.
+tr = Test.AddTestRun()
+tr.DelayStart=2
+tr.Processes.Default.Command = 'curl -s -D - -v --ipv4 --http1.1 -H"UID: EtagError" -H "x-debug: x-cache,x-cache-key,via" -H "Host: www.example.com" http://localhost:{0}/etag'.format(ts.Variables.port)
+tr.Processes.Default.ReturnCode = 0
+tr.Processes.Default.Streams.stdout = "cache_and_error_nobody.gold"
+tr.StillRunningAfter = ts
+
+# Test 9 - Fetch the 0 byte etag object again when fresh in cache to ensure its still a 0 byte object
+tr = Test.AddTestRun()
+tr.DelayStart=2
+tr.Processes.Default.Command = 'curl -s -D - -v --ipv4 --http1.1 -H"UID: EtagError" -H "x-debug: x-cache,x-cache-key,via" -H "Host: www.example.com" http://localhost:{0}/etag'.format(ts.Variables.port)
+tr.Processes.Default.ReturnCode = 0
+tr.Processes.Default.Streams.stdout = "cache_and_error_nobody.gold"
+tr.StillRunningAfter = ts
\ No newline at end of file