Skip to content

Commit

Permalink
Expanded the pytests to test all the major functions
Browse files Browse the repository at this point in the history
  • Loading branch information
@turetske
turetske committed May 21, 2024
1 parent 4be215d commit 7a3a002
Showing 1 changed file with 224 additions and 0 deletions.
224 changes: 224 additions & 0 deletions test/test_director.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,21 @@

from pytest_httpserver import HTTPServer

listing_response = ('<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">\n'
'<html xmlns="http://www.w3.org/1999/xhtml">\n<head>\n<meta http-equiv="content-type" content="text/html;charset=utf-8"/>\n'
'<link rel="stylesheet" type="text/css" href="/static/css/xrdhttp.css"/>\n<link rel="icon" type="image/png" href="/static/icons/xrdhttp.ico"/>\n'
'<title>/foo/bar</title>\n</head>\n<body>\n<h1>'
'Listing of: /foo/bar</h1>\n'
'<div id="header"><table id="ft">\n<thead><tr>\n<th class="mode">Mode</th><th class="flags">Flags</th><th class="size">Size</th>'
'<th class="datetime">Modified</th><th class="name">Name</th></tr></thead>\n<tr><td class="mode">---r--</td><td class="mode">16</td>'
'<td class="size">24</td><td class="datetime">Wed, 20 Mar 2024 15:50:39 GMT</td>'
'<td class="name"><a href="/foo/bar/file1">file1</a></td></tr>'
'<tr><td class="mode">---r--</td><td class="mode">16</td><td class="size">1116</td><td class="datetime">Wed, 20 Mar 2024 15:50:40 GMT</td>'
'<td class="name"><a href="/foo/bar/file2">file2/a></td></tr>'
'<tr><td class="mode">d--r-x</td><td class="mode">19</td><td class="size">4096</td><td class="datetime">Wed, 20 Mar 2024 15:50:40 GMT</td>'
'<td class="name"><a href="/foo/bar/file3">file3</a></td></tr>'
'</table></div><br><br><hr size=1><p><span id="requestby">Request by unknown.189071:38@[::ffff:128.104.153.58] ( [::ffff:128.104.153.58] )</span></p>\n<p>Powered by XrdHTTP v5.6.8 (CERN IT-SDC)</p>\n')

@pytest.fixture(scope="session")
def ca():
return trustme.CA()
Expand Down Expand Up @@ -66,6 +81,215 @@ async def clientFactory(**kwargs):

return clientFactory

def test_ls(httpserver: HTTPServer, get_client):
foo_bar_url = httpserver.url_for("foo/bar")
httpserver.expect_request("/.well-known/pelican-configuration").respond_with_json({"director_endpoint": httpserver.url_for("/")})
httpserver.expect_oneshot_request("/foo/bar").respond_with_data(
"",
status=307,
headers={"Link": f'<{foo_bar_url}>; rel="duplicate"; pri=1; depth=1',
"X-Pelican-Namespace": "namespace=/foo"
},
)
httpserver.expect_request("/foo/bar", method="GET").respond_with_data(listing_response)
pelfs = pelicanfs.core.PelicanFileSystem(
httpserver.url_for("/"),
get_client=get_client,
skip_instance_cache=True,
)

assert pelfs.ls("/foo/bar", detail=False) == ['/foo/bar/file1', '/foo/bar/file2', '/foo/bar/file3']

def test_glob(httpserver: HTTPServer, get_client):
foo_bar_url = httpserver.url_for("foo/bar")
httpserver.expect_request("/.well-known/pelican-configuration").respond_with_json({"director_endpoint": httpserver.url_for("/")})
httpserver.expect_oneshot_request("/foo/bar/*").respond_with_data(
"",
status=307,
headers={"Link": f'<{foo_bar_url}>; rel="duplicate"; pri=1; depth=1',
"X-Pelican-Namespace": "namespace=/foo"
},
)
httpserver.expect_oneshot_request("/foo/bar/").respond_with_data(
"",
status=307,
headers={"Link": f'<{foo_bar_url}>; rel="duplicate"; pri=1; depth=1',
"X-Pelican-Namespace": "namespace=/foo"
},
)
httpserver.expect_request("/foo/bar", method="GET").respond_with_data(listing_response)
pelfs = pelicanfs.core.PelicanFileSystem(
httpserver.url_for("/"),
get_client=get_client,
skip_instance_cache=True,
)

assert pelfs.glob("/foo/bar/*") == ['/foo/bar/file1', '/foo/bar/file2', '/foo/bar/file3']

def test_find(httpserver: HTTPServer, get_client):
foo_bar_url = httpserver.url_for("foo/bar")
httpserver.expect_request("/.well-known/pelican-configuration").respond_with_json({"director_endpoint": httpserver.url_for("/")})
httpserver.expect_oneshot_request("/foo/bar").respond_with_data(
"",
status=307,
headers={"Link": f'<{foo_bar_url}>; rel="duplicate"; pri=1; depth=1',
"X-Pelican-Namespace": "namespace=/foo"
},
)
httpserver.expect_request("/foo/bar", method="GET").respond_with_data(listing_response)
pelfs = pelicanfs.core.PelicanFileSystem(
httpserver.url_for("/"),
get_client=get_client,
skip_instance_cache=True,
)

assert pelfs.find("/foo/bar") == ['/foo/bar/file1', '/foo/bar/file2', '/foo/bar/file3']

def test_info(httpserver: HTTPServer, get_client):
foo_bar_url = httpserver.url_for("foo/bar")
httpserver.expect_request("/.well-known/pelican-configuration").respond_with_json({"director_endpoint": httpserver.url_for("/")})
httpserver.expect_oneshot_request("/foo/bar").respond_with_data(
"",
status=307,
headers={"Link": f'<{foo_bar_url}>; rel="duplicate"; pri=1; depth=1',
"X-Pelican-Namespace": "namespace=/foo"
},
)
httpserver.expect_request("/foo/bar", method="GET").respond_with_data(listing_response)
pelfs = pelicanfs.core.PelicanFileSystem(
httpserver.url_for("/"),
get_client=get_client,
skip_instance_cache=True,
)

assert pelfs.info("/foo/bar") == {'name': '/foo/bar', 'size': 1425, 'mimetype': 'text/plain', 'url': '/foo/bar', 'type': 'file'}

def test_du(httpserver: HTTPServer, get_client):
foo_bar_url = httpserver.url_for("foo/bar")
httpserver.expect_request("/.well-known/pelican-configuration").respond_with_json({"director_endpoint": httpserver.url_for("/")})
httpserver.expect_oneshot_request("/foo/bar").respond_with_data(
"",
status=307,
headers={"Link": f'<{foo_bar_url}>; rel="duplicate"; pri=1; depth=1',
"X-Pelican-Namespace": "namespace=/foo"
},
)
httpserver.expect_request("/foo/bar", method="GET").respond_with_data(listing_response)
httpserver.expect_request("/foo/bar/file1", method="HEAD").respond_with_data(
"file1",
status=307,
)
httpserver.expect_request("/foo/bar/file2", method="HEAD").respond_with_data(
"file2!!!!",
status=307,
)
httpserver.expect_request("/foo/bar/file3", method="HEAD").respond_with_data(
"file3-with-extra-characters-for-more-content",
status=307,
)

pelfs = pelicanfs.core.PelicanFileSystem(
httpserver.url_for("/"),
get_client=get_client,
skip_instance_cache=True,
)

assert pelfs.du("/foo/bar") == 58


def test_isdir(httpserver: HTTPServer, get_client):
foo_bar_url = httpserver.url_for("foo/bar")
foo_bar_file_url = httpserver.url_for("foo/bar/file1")
httpserver.expect_request("/.well-known/pelican-configuration").respond_with_json({"director_endpoint": httpserver.url_for("/")})
httpserver.expect_oneshot_request("/foo/bar").respond_with_data(
"",
status=307,
headers={"Link": f'<{foo_bar_url}>; rel="duplicate"; pri=1; depth=1',
"X-Pelican-Namespace": "namespace=/foo"
},
)
httpserver.expect_request("/foo/bar", method="GET").respond_with_data(listing_response)
httpserver.expect_oneshot_request("/foo/bar/file1").respond_with_data(
"",
status=307,
headers={"Link": f'<{foo_bar_file_url}>; rel="duplicate"; pri=1; depth=1',
"X-Pelican-Namespace": "namespace=/foo"
},
)
httpserver.expect_request("/foo/bar/file1", method="GET").respond_with_data(
"file1",
status=307,
)

pelfs = pelicanfs.core.PelicanFileSystem(
httpserver.url_for("/"),
get_client=get_client,
skip_instance_cache=True,
)

assert pelfs.isdir("/foo/bar") == True
assert pelfs.isdir("/foo/bar/file1") == False

def test_isfile(httpserver: HTTPServer, get_client):
foo_bar_url = httpserver.url_for("foo/bar")
foo_bar_file_url = httpserver.url_for("foo/bar/file1")
httpserver.expect_request("/.well-known/pelican-configuration").respond_with_json({"director_endpoint": httpserver.url_for("/")})
httpserver.expect_oneshot_request("/foo/bar").respond_with_data(
"",
status=307,
headers={"Link": f'<{foo_bar_url}>; rel="duplicate"; pri=1; depth=1',
"X-Pelican-Namespace": "namespace=/foo"
},
)
httpserver.expect_request("/foo/bar", method="GET").respond_with_data(listing_response)
httpserver.expect_oneshot_request("/foo/bar/file1").respond_with_data(
"",
status=307,
headers={"Link": f'<{foo_bar_file_url}>; rel="duplicate"; pri=1; depth=1',
"X-Pelican-Namespace": "namespace=/foo"
},
)
httpserver.expect_request("/foo/bar/file1", method="GET").respond_with_data(
"file1",
status=307,
)

pelfs = pelicanfs.core.PelicanFileSystem(
httpserver.url_for("/"),
get_client=get_client,
skip_instance_cache=True,
)

assert pelfs.isfile("/foo/bar") == False
assert pelfs.isfile("/foo/bar/file1") == True


def test_walk(httpserver: HTTPServer, get_client):
foo_bar_url = httpserver.url_for("foo/bar")
httpserver.expect_request("/.well-known/pelican-configuration").respond_with_json({"director_endpoint": httpserver.url_for("/")})
httpserver.expect_oneshot_request("/foo/bar").respond_with_data(
"",
status=307,
headers={"Link": f'<{foo_bar_url}>; rel="duplicate"; pri=1; depth=1',
"X-Pelican-Namespace": "namespace=/foo"
},
)
httpserver.expect_request("/foo/bar", method="GET").respond_with_data(listing_response)

pelfs = pelicanfs.core.PelicanFileSystem(
httpserver.url_for("/"),
get_client=get_client,
skip_instance_cache=True,
)

for root, dirnames, filenames in pelfs.walk("/foo/bar"):
assert root == "/foo/bar"
assert dirnames == []
assert 'file1' in filenames
assert 'file2' in filenames
assert 'file3' in filenames
assert len(filenames) == 3

def test_open(httpserver: HTTPServer, get_client):
foo_bar_url = httpserver.url_for("/foo/bar")
httpserver.expect_request("/.well-known/pelican-configuration").respond_with_json({"director_endpoint": httpserver.url_for("/")})
Expand Down

0 comments on commit 7a3a002

Please sign in to comment.