Skip to content

Commit 22d6503

Browse files
Ivan Grambergfacebook-github-bot
authored andcommitted
5/N remove:memcached target: switch mcrouter/facebook testcases to ucache
Summary: The goal is to remove the //memcache/memcached:memcached target and Memcache Server related code. Previous change D79131814 switched all memcache/* testcases to ucache this change: - does the same for the mcrouter/facebook* tests - achieves clear separation between OSS mcrouter tests that use MockMemcached and facebook tests that use ucache via memcache/test/lib.py utility class an overview diagram: https://internalfb.com/excalidraw/EX522861 next steps: - drop usages of //memcache/memcached:memcached target Reviewed By: alikhtarov Differential Revision: D79258805 fbshipit-source-id: 12b4567f34488e75eb706a473f3270edcba721d0
1 parent 3cc3647 commit 22d6503

File tree

5 files changed

+6
-100
lines changed

5 files changed

+6
-100
lines changed

mcrouter/test/MCProcess.py

Lines changed: 1 addition & 92 deletions
Original file line numberDiff line numberDiff line change
@@ -154,17 +154,12 @@ def __init__(
154154
self.addr = ("localhost", port)
155155
self.port = port
156156
self.addr_family = socket.AF_INET
157-
memcached = False
158-
if cmd is not None and "memcached" in cmd[0]:
159-
memcached = True
160157

161158
if base_dir is None:
162159
base_dir = BaseDirectory("MCProcess")
163160

164161
ProcessBase.__init__(self, cmd, base_dir, junk_fill, pass_fds=pass_fds)
165-
# memcached could take little longer to initialize
166-
if memcached:
167-
time.sleep(3)
162+
168163
self.max_retries = 20 if max_retries is None else max_retries
169164
self.deletes = 0
170165
self.others = 0
@@ -1022,92 +1017,6 @@ def getport(self):
10221017
return self.thriftPort if self.mcrouterUseThrift else self.asyncPort
10231018

10241019

1025-
class Memcached(MCProcess):
1026-
ssl_port = None
1027-
1028-
def __init__(self, port=None, ssl_port=None, extra_args=None):
1029-
args = [McrouterGlobals.binPath("prodmc")]
1030-
listen_sock = None
1031-
pass_fds = []
1032-
1033-
# if mockmc is used here, we initialize the same way as MockMemcached
1034-
if McrouterGlobals.binPath("mockmc") == args[0]:
1035-
if port is None:
1036-
listen_sock = create_listen_socket()
1037-
port = listen_sock.getsockname()[1]
1038-
listen_sock_fd = listen_sock.fileno()
1039-
args.extend(["-t", str(listen_sock_fd)])
1040-
pass_fds.append(listen_sock_fd)
1041-
else:
1042-
args.extend(["-P", str(port)])
1043-
1044-
MCProcess.__init__(self, args, port, pass_fds=pass_fds)
1045-
1046-
if listen_sock is not None:
1047-
listen_sock.close()
1048-
else:
1049-
args.extend(
1050-
[
1051-
"-A",
1052-
"-g",
1053-
"-t",
1054-
"1",
1055-
"--enable_hash_aliases",
1056-
"--enable_unchecked_l1_sentinel_reads",
1057-
"--items_reaper_interval_secs=1",
1058-
"--ini_hashpower=16",
1059-
"--num_listening_sockets=1",
1060-
]
1061-
)
1062-
if extra_args:
1063-
args.extend(extra_args)
1064-
if port is None:
1065-
listen_sock = create_listen_socket()
1066-
port = listen_sock.getsockname()[1]
1067-
listen_sock_fd = listen_sock.fileno()
1068-
args.extend(["--listen_sock_fd", str(listen_sock_fd)])
1069-
pass_fds.append(listen_sock_fd)
1070-
else:
1071-
args.extend(["-p", str(port)])
1072-
1073-
# Create a listen thrift socket to avoid port collision.
1074-
# Not used in actual ASCII tests
1075-
thrift_listen_sock = create_listen_socket()
1076-
thrift_listen_sock_fd = thrift_listen_sock.fileno()
1077-
args.extend(["--thrift_listen_sock_fd", str(thrift_listen_sock_fd)])
1078-
pass_fds.append(thrift_listen_sock_fd)
1079-
thrift_port = thrift_listen_sock.getsockname()[1]
1080-
1081-
if ssl_port:
1082-
self.ssl_port = ssl_port
1083-
args.extend(["--ssl_port", str(self.ssl_port)])
1084-
1085-
MCProcess.__init__(
1086-
self, args, port, pass_fds=pass_fds, thriftPort=thrift_port
1087-
)
1088-
1089-
thrift_listen_sock.close()
1090-
1091-
if listen_sock is not None:
1092-
listen_sock.close()
1093-
1094-
# delay here until the server goes up
1095-
self.ensure_connected()
1096-
tries = 10
1097-
s = self.stats()
1098-
while (not s or len(s) == 0) and tries > 0:
1099-
# Note, we need to reconnect, because it's possible the
1100-
# server is still going to process previous requests.
1101-
self.ensure_connected()
1102-
s = self.stats()
1103-
time.sleep(0.5)
1104-
tries -= 1
1105-
self.disconnect()
1106-
1107-
def getsslport(self):
1108-
return self.ssl_port
1109-
1110-
11111020
class Mcpiper(ProcessBase):
11121021
def __init__(self, fifos_dir, extra_args=None):
11131022
base_dir = BaseDirectory("mcpiper")

mcrouter/test/McrouterTestCase.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -10,13 +10,12 @@
1010
import time
1111
import unittest
1212

13-
from mcrouter.test.MCProcess import Mcrouter, Memcached, MockMemcached
13+
from mcrouter.test.MCProcess import Mcrouter, MockMemcached
1414

1515

1616
class McrouterTestCase(unittest.TestCase):
1717
def __init__(self, *args, **kwargs):
1818
super().__init__(*args, **kwargs)
19-
self.use_mock_mc = False
2019

2120
def ensureClassVariables(self):
2221
if "open_servers" not in self.__dict__:
@@ -50,6 +49,9 @@ def wait_noempty_dir(cls, root, *, retries=0, interval=1):
5049
return False
5150
time.sleep(interval)
5251

52+
def memcached_args(self, unused_tmp_dir):
53+
return []
54+
5355
def add_server(self, server, logical_port=None, sr_routing=False):
5456
self.ensureClassVariables()
5557
server.ensure_connected()
@@ -112,7 +114,7 @@ def add_mcrouter(
112114
return mcrouter
113115

114116
def make_memcached(self):
115-
return MockMemcached() if self.use_mock_mc else Memcached()
117+
return MockMemcached()
116118

117119
def get_open_ports(self):
118120
self.ensureClassVariables()

mcrouter/test/test_mcrouter_basic.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -165,7 +165,6 @@ def test_set_exptime(self):
165165
class TestMcrouterBasicTouch(TestMcrouterBasicBase):
166166
def __init__(self, *args, **kwargs):
167167
super().__init__(*args, **kwargs)
168-
self.use_mock_mc = True
169168

170169
def test_basic_touch(self):
171170
mcr = self.get_mcrouter()
@@ -271,7 +270,6 @@ def test_basic_invalid_route(self):
271270
class TestMcrouterInvalidRouteAppendPrepend(TestMcrouterInvalidRouteBase):
272271
def __init__(self, *args, **kwargs):
273272
super().__init__(*args, **kwargs)
274-
self.use_mock_mc = True
275273

276274
def test_basic_invalid_route(self):
277275
mcr = self.get_mcrouter()
@@ -402,7 +400,6 @@ def test_basic_all_sync(self):
402400
class TestBasicAllSyncAppendPrependTouch(TestBasicAllSyncBase):
403401
def __init__(self, *args, **kwargs):
404402
super().__init__(*args, **kwargs)
405-
self.use_mock_mc = True
406403

407404
def get_mcrouter(self):
408405
return self.add_mcrouter(self.config, extra_args=self.extra_args)

mcrouter/test/test_noreply.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,6 @@ def test_arith_noreply(self):
6464
class TestNoReplyAppendPrepend(TestNoReplyBase):
6565
def __init__(self, *args, **kwargs):
6666
super().__init__(*args, **kwargs)
67-
self.use_mock_mc = True
6867

6968
def test_affix_noreply(self):
7069
mcrouter = self.get_mcrouter()

mcrouter/test/test_warmup2.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -114,7 +114,6 @@ def test_warmup_metaget(self):
114114
class TestWarmup2AppendPrependTouch(TestWarmup2):
115115
def __init__(self, *args, **kwargs):
116116
super().__init__(*args, **kwargs)
117-
self.use_mock_mc = True
118117

119118
def test_warmup_append_prepend(self):
120119
k = "key"

0 commit comments

Comments
 (0)