You are viewing a plain text version of this content. The canonical link for it is here.
Posted to cvs@httpd.apache.org by yl...@apache.org on 2021/03/09 16:35:04 UTC
svn commit: r1887386 - in /httpd/httpd/branches/2.4.x: ./ CHANGES
modules/metadata/mod_unique_id.c
Author: ylavic
Date: Tue Mar 9 16:35:03 2021
New Revision: 1887386
URL: http://svn.apache.org/viewvc?rev=1887386&view=rev
Log:
Merge r1887244, r1887245 from trunk:
Fix a potential duplicated ID generation issue under heavy load.
This is due to a non thread safe use of a counter.
Use a counter for each thread instead to avoid the issue.
PR 65159
Follow-up to r1887244.
Wrong version of the patch attached :(
Submitted by: jailletc36
Reviewed by: jailletc36, ylavic, jorton
Modified:
httpd/httpd/branches/2.4.x/ (props changed)
httpd/httpd/branches/2.4.x/CHANGES
httpd/httpd/branches/2.4.x/modules/metadata/mod_unique_id.c
Propchange: httpd/httpd/branches/2.4.x/
------------------------------------------------------------------------------
Merged /httpd/httpd/trunk:r1887244-1887245
Modified: httpd/httpd/branches/2.4.x/CHANGES
URL: http://svn.apache.org/viewvc/httpd/httpd/branches/2.4.x/CHANGES?rev=1887386&r1=1887385&r2=1887386&view=diff
==============================================================================
--- httpd/httpd/branches/2.4.x/CHANGES [utf-8] (original)
+++ httpd/httpd/branches/2.4.x/CHANGES [utf-8] Tue Mar 9 16:35:03 2021
@@ -1,6 +1,10 @@
-*- coding: utf-8 -*-
Changes with Apache 2.4.47
+ *) mod_unique_id: Fix potential duplicated ID generation under heavy load.
+ PR 65159
+ [Jonas Müntener <jonas.muentener ergon.ch>, Christophe Jaillet]
+
*) "[mod_dav_fs etag handling] should really honor the FileETag setting".
- It now does.
- Add "Digest" to FileETag directive, allowing a strong ETag to be
Modified: httpd/httpd/branches/2.4.x/modules/metadata/mod_unique_id.c
URL: http://svn.apache.org/viewvc/httpd/httpd/branches/2.4.x/modules/metadata/mod_unique_id.c?rev=1887386&r1=1887385&r2=1887386&view=diff
==============================================================================
--- httpd/httpd/branches/2.4.x/modules/metadata/mod_unique_id.c (original)
+++ httpd/httpd/branches/2.4.x/modules/metadata/mod_unique_id.c Tue Mar 9 16:35:03 2021
@@ -42,12 +42,6 @@ typedef struct {
/* We are using thread_index (the index into the scoreboard), because we
* cannot guarantee the thread_id will be an integer.
- *
- * This code looks like it won't give a unique ID with the new thread logic.
- * It will. The reason is, we don't increment the counter in a thread_safe
- * manner. Because the thread_index is also in the unique ID now, this does
- * not matter. In order for the id to not be unique, the same thread would
- * have to get the same counter twice in the same second.
*/
/* Comments:
@@ -69,7 +63,7 @@ typedef struct {
* The stamp and counter are used to distinguish all hits for a
* particular root. The stamp is updated using r->request_time,
* saving cpu cycles. The counter is never reset, and is used to
- * permit up to 64k requests in a single second by a single child.
+ * permit up to 64k requests in a single second by a single thread.
*
* The 144-bits of unique_id_rec are encoded using the alphabet
* [A-Za-z0-9@-], resulting in 24 bytes of printable characters. That is then
@@ -116,12 +110,6 @@ typedef struct {
* htonl/ntohl. Well, this shouldn't be a problem till year 2106.
*/
-/*
- * XXX: We should have a per-thread counter and not use cur_unique_id.counter
- * XXX: in all threads, because this is bad for performance on multi-processor
- * XXX: systems: Writing to the same address from several CPUs causes cache
- * XXX: thrashing.
- */
static unique_id_rec cur_unique_id;
/*
@@ -182,11 +170,13 @@ static const char uuencoder[64] = {
'0', '1', '2', '3', '4', '5', '6', '7', '8', '9', '-', '_',
};
+#define THREADED_COUNTER "unique_id_counter"
+
static const char *gen_unique_id(const request_rec *r)
{
char *str;
/*
- * Buffer padded with two final bytes, used to copy the unique_id_red
+ * Buffer padded with two final bytes, used to copy the unique_id_rec
* structure without the internal paddings that it could have.
*/
unique_id_rec new_unique_id;
@@ -198,8 +188,35 @@ static const char *gen_unique_id(const r
unsigned short counter;
int i,j,k;
+#if APR_HAS_THREADS
+ apr_status_t rv;
+ unsigned short *pcounter;
+ apr_thread_t *thread = r->connection->current_thread;
+
+ rv = apr_thread_data_get((void **)&pcounter, THREADED_COUNTER, thread);
+ if (rv == APR_SUCCESS && pcounter) {
+ counter = *pcounter;
+ }
+ else
+#endif
+ {
+ counter = cur_unique_id.counter;
+ }
+
memcpy(&new_unique_id.root, &cur_unique_id.root, ROOT_SIZE);
- new_unique_id.counter = cur_unique_id.counter;
+ new_unique_id.counter = htons(counter++);
+#if APR_HAS_THREADS
+ if (!pcounter) {
+ pcounter = apr_palloc(apr_thread_pool_get(thread), sizeof(*pcounter));
+ }
+
+ *pcounter = counter;
+ rv = apr_thread_data_set(pcounter, THREADED_COUNTER, NULL, thread);
+ if (rv != APR_SUCCESS)
+#endif
+ {
+ cur_unique_id.counter = counter;
+ }
new_unique_id.stamp = htonl((unsigned int)apr_time_sec(r->request_time));
new_unique_id.thread_index = htonl((unsigned int)r->connection->id);
@@ -233,11 +250,6 @@ static const char *gen_unique_id(const r
}
str[k++] = '\0';
- /* and increment the identifier for the next call */
-
- counter = ntohs(new_unique_id.counter) + 1;
- cur_unique_id.counter = htons(counter);
-
return str;
}