478 lines
19 KiB
Python
478 lines
19 KiB
Python
# -*- coding: UTF-8 -*-
|
||
import py
|
||
html = py.xml.html
|
||
from py.__.apigen.linker import TempLinker
|
||
from py.__.apigen.htmlgen import *
|
||
from py.__.apigen.tracer.docstorage import DocStorage, DocStorageAccessor
|
||
from py.__.apigen.tracer.tracer import Tracer
|
||
from py.__.apigen.layout import LayoutPage
|
||
from py.__.apigen.project import Project
|
||
from py.__.test.web import webcheck
|
||
from py.__.apigen.conftest import option
|
||
from py.__.path.svn.testing.svntestbase import make_test_repo
|
||
|
||
py.test.skip("apigen needs work on py.test to work again")
|
||
|
||
def run_string_sequence_test(data, seq):
|
||
currpos = -1
|
||
for s in seq:
|
||
newpos = data.find(s)
|
||
if currpos >= newpos:
|
||
if newpos == -1:
|
||
message = 'not found'
|
||
else:
|
||
message = 'unexpected position: %s' % (newpos,)
|
||
py.test.fail('string %r: %s' % (s, message))
|
||
currpos = newpos
|
||
|
||
def setup_fs_project(temp):
|
||
temp.ensure("pkg/func.py").write(py.code.Source("""\
|
||
def func(arg1):
|
||
"docstring"
|
||
"""))
|
||
temp.ensure('pkg/someclass.py').write(py.code.Source("""\
|
||
class SomeClass(object):
|
||
" docstring someclass "
|
||
def __init__(self, somevar):
|
||
self.somevar = somevar
|
||
|
||
def get_somevar(self):
|
||
" get_somevar docstring "
|
||
return self.somevar
|
||
SomeInstance = SomeClass(10)
|
||
class SomeHiddenClass(object):
|
||
" docstring somehiddenclass "
|
||
__apigen_hide_from_nav__ = True # hide it from the navigation
|
||
"""))
|
||
temp.ensure('pkg/somesubclass.py').write(py.code.Source("""\
|
||
from someclass import SomeClass
|
||
class SomeSubClass(SomeClass):
|
||
" docstring somesubclass "
|
||
def get_somevar(self):
|
||
return self.somevar + 1
|
||
"""))
|
||
temp.ensure('pkg/somenamespace.py').write(py.code.Source("""\
|
||
def foo():
|
||
return 'bar'
|
||
def baz(qux):
|
||
return qux
|
||
"""))
|
||
temp.ensure("pkg/__init__.py").write(py.code.Source("""\
|
||
from py.initpkg import initpkg
|
||
initpkg(__name__, exportdefs = {
|
||
'main.sub.func': ("./func.py", "func"),
|
||
'main.SomeClass': ('./someclass.py', 'SomeClass'),
|
||
'main.SomeInstance': ('./someclass.py', 'SomeInstance'),
|
||
'main.SomeSubClass': ('./somesubclass.py', 'SomeSubClass'),
|
||
'main.SomeSubClass': ('./somesubclass.py', 'SomeSubClass'),
|
||
'main.SomeHiddenClass': ('./someclass.py', 'SomeHiddenClass'),
|
||
'other': ('./somenamespace.py', '*'),
|
||
'_test': ('./somenamespace.py', '*'),
|
||
})
|
||
"""))
|
||
return temp, 'pkg'
|
||
|
||
def get_dsa(fsroot, pkgname):
|
||
py.std.sys.path.insert(0, str(fsroot))
|
||
pkg = __import__(pkgname)
|
||
ds = DocStorage()
|
||
ds.from_pkg(pkg)
|
||
dsa = DocStorageAccessor(ds)
|
||
return ds, dsa
|
||
|
||
def _checkhtml(htmlstring):
|
||
if isinstance(htmlstring, unicode):
|
||
htmlstring = htmlstring.encode('UTF-8', 'replace')
|
||
assert isinstance(htmlstring, str)
|
||
if option.webcheck:
|
||
webcheck.check_html(htmlstring)
|
||
else:
|
||
py.test.skip("pass --webcheck to validate html produced in tests "
|
||
"(partial skip: the test has succeeded up until here)")
|
||
|
||
def _checkhtmlsnippet(htmlstring):
|
||
# XXX wrap page around snippet and validate
|
||
pass
|
||
#newstring = """<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
|
||
#"http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">\n""" + unicode(h)
|
||
#_checkhtml(newstring)
|
||
|
||
class LayoutTestPage(LayoutPage):
|
||
def get_relpath(self):
|
||
return '../'
|
||
|
||
class AbstractBuilderTest(object):
|
||
def setup_class(cls):
|
||
temp = py.test.ensuretemp('apigen_example')
|
||
cls.fs_root, cls.pkg_name = setup_fs_project(temp)
|
||
cls.ds, cls.dsa = get_dsa(cls.fs_root, cls.pkg_name)
|
||
cls.project = Project()
|
||
|
||
def setup_method(self, meth):
|
||
self.base = base = py.test.ensuretemp('%s_%s' % (
|
||
self.__class__.__name__, meth.im_func.func_name))
|
||
self.linker = linker = TempLinker()
|
||
namespace_tree = create_namespace_tree(['main.sub',
|
||
'main.sub.func',
|
||
'main.SomeClass',
|
||
'main.SomeSubClass',
|
||
'main.SomeInstance',
|
||
'main.SomeHiddenClass',
|
||
'other.foo',
|
||
'other.baz',
|
||
'_test'])
|
||
self.namespace_tree = namespace_tree
|
||
self.apb = ApiPageBuilder(base, linker, self.dsa,
|
||
self.fs_root.join(self.pkg_name),
|
||
namespace_tree, self.project)
|
||
self.spb = SourcePageBuilder(base, linker,
|
||
self.fs_root.join(self.pkg_name),
|
||
self.project)
|
||
self.apb.pageclass = self.spb.pageclass = LayoutTestPage
|
||
|
||
class TestApiPageBuilder(AbstractBuilderTest):
|
||
def test_build_callable_view(self):
|
||
ds, dsa = get_dsa(self.fs_root, self.pkg_name)
|
||
t = Tracer(ds)
|
||
t.start_tracing()
|
||
pkg = __import__(self.pkg_name)
|
||
pkg.main.sub.func(10)
|
||
pkg.main.sub.func(pkg.main.SomeClass(10))
|
||
t.end_tracing()
|
||
apb = ApiPageBuilder(self.base, self.linker, dsa, self.fs_root,
|
||
self.namespace_tree, self.project)
|
||
snippet = apb.build_callable_view('main.sub.func')
|
||
html = snippet.unicode()
|
||
print html
|
||
# XXX somewhat grokky tests because the order of the items may change
|
||
assert 'arg1: AnyOf(' in html
|
||
pos1 = html.find('arg1: AnyOf(')
|
||
assert pos1 > -1
|
||
pos2 = html.find('href="', pos1)
|
||
assert pos2 > pos1
|
||
pos3 = html.find('Class SomeClass', pos2)
|
||
assert pos3 > pos2
|
||
pos4 = html.find('Int>', pos1)
|
||
assert pos4 > pos1
|
||
pos5 = html.find('return value:', pos4)
|
||
assert pos5 > pos4 and pos5 > pos3
|
||
pos6 = html.find('<None>', pos5)
|
||
assert pos6 > pos5
|
||
sourcefile = self.fs_root.join('pkg/func.py')
|
||
pos7 = html.find('source: %s' % (get_rel_sourcepath(apb.projpath,
|
||
sourcefile),),
|
||
pos6)
|
||
assert pos7 > pos6
|
||
_checkhtmlsnippet(html)
|
||
|
||
def test_build_function_pages(self):
|
||
self.apb.build_function_pages(['main.sub.func'])
|
||
funcfile = self.base.join('api/main.sub.func.html')
|
||
assert funcfile.check()
|
||
html = funcfile.read()
|
||
_checkhtml(html)
|
||
|
||
def test_build_class_view(self):
|
||
snippet = self.apb.build_class_view('main.SomeClass')
|
||
html = snippet.unicode()
|
||
_checkhtmlsnippet(html)
|
||
|
||
def test_build_class_pages(self):
|
||
self.apb.build_class_pages(['main.SomeClass', 'main.SomeSubClass'])
|
||
clsfile = self.base.join('api/main.SomeClass.html')
|
||
assert clsfile.check()
|
||
html = clsfile.read()
|
||
_checkhtml(html)
|
||
|
||
def test_build_class_pages_instance(self):
|
||
self.apb.build_class_pages(['main.SomeClass',
|
||
'main.SomeSubClass',
|
||
'main.SomeInstance'])
|
||
clsfile = self.base.join('api/main.SomeInstance.html')
|
||
assert clsfile.check()
|
||
html = clsfile.read()
|
||
print html
|
||
run_string_sequence_test(html, [
|
||
'instance of SomeClass()',
|
||
])
|
||
|
||
def test_build_class_pages_nav_links(self):
|
||
self.apb.build_class_pages(['main.SomeSubClass',
|
||
'main.SomeClass'])
|
||
self.apb.build_namespace_pages()
|
||
self.linker.replace_dirpath(self.base, False)
|
||
clsfile = self.base.join('api/main.SomeClass.html')
|
||
assert clsfile.check()
|
||
html = clsfile.read()
|
||
run_string_sequence_test(html, [
|
||
'href="../style.css"',
|
||
'href="../apigen_style.css"',
|
||
'src="../api.js"',
|
||
'href="index.html">pkg',
|
||
'href="main.html">main',
|
||
'href="main.SomeClass.html">SomeClass',
|
||
'href="main.SomeSubClass.html">SomeSubClass',
|
||
])
|
||
assert 'href="main.sub.func.html"' not in html
|
||
assert 'href="_test' not in html
|
||
assert 'href="main.sub.html">sub' in html
|
||
_checkhtml(html)
|
||
|
||
def test_build_class_pages_base_link(self):
|
||
self.apb.build_class_pages(['main.SomeSubClass',
|
||
'main.SomeClass'])
|
||
self.linker.replace_dirpath(self.base, False)
|
||
clsfile = self.base.join('api/main.SomeSubClass.html')
|
||
assert clsfile.check()
|
||
html = clsfile.read()
|
||
print html
|
||
run_string_sequence_test(html, [
|
||
'href="../style.css"',
|
||
'href="main.SomeClass.html">main.SomeClass',
|
||
])
|
||
_checkhtml(html)
|
||
|
||
def test_source_links(self):
|
||
self.apb.build_class_pages(['main.SomeSubClass', 'main.SomeClass'])
|
||
self.spb.build_pages(self.fs_root)
|
||
self.linker.replace_dirpath(self.base, False)
|
||
funchtml = self.base.join('api/main.SomeClass.html').read()
|
||
print funchtml
|
||
assert funchtml.find('href="../source/pkg/someclass.py.html#SomeClass"') > -1
|
||
_checkhtml(funchtml)
|
||
|
||
def test_build_namespace_pages(self):
|
||
self.apb.build_namespace_pages()
|
||
mainfile = self.base.join('api/main.html')
|
||
assert mainfile.check()
|
||
html = mainfile.read()
|
||
print html
|
||
run_string_sequence_test(html, [
|
||
'index of main',
|
||
])
|
||
otherfile = self.base.join('api/other.html')
|
||
assert otherfile.check()
|
||
otherhtml = otherfile.read()
|
||
print otherhtml
|
||
run_string_sequence_test(otherhtml, [
|
||
'index of other',
|
||
])
|
||
_checkhtml(html)
|
||
_checkhtml(otherhtml)
|
||
|
||
def test_build_namespace_pages_index(self):
|
||
self.apb.build_namespace_pages()
|
||
pkgfile = self.base.join('api/index.html')
|
||
assert pkgfile.check()
|
||
html = pkgfile.read()
|
||
assert 'index of pkg' in html
|
||
_checkhtml(html)
|
||
|
||
def test_build_namespace_pages_subnamespace(self):
|
||
self.apb.build_namespace_pages()
|
||
subfile = self.base.join('api/main.sub.html')
|
||
assert subfile.check()
|
||
html = subfile.read()
|
||
_checkhtml(html)
|
||
|
||
def test_build_function_api_pages_nav(self):
|
||
self.linker.set_link('main.sub', 'api/main.sub.html')
|
||
self.linker.set_link('', 'api/index.html')
|
||
self.linker.set_link('main', 'api/main.html')
|
||
self.apb.build_function_pages(['main.sub.func'])
|
||
self.linker.replace_dirpath(self.base, False)
|
||
funcfile = self.base.join('api/main.sub.func.html')
|
||
html = funcfile.read()
|
||
print html
|
||
run_string_sequence_test(html, [
|
||
'<a href="index.html">',
|
||
'<a href="main.html">',
|
||
'<a href="main.sub.html">',
|
||
'<a href="main.sub.func.html">',
|
||
])
|
||
_checkhtml(html)
|
||
|
||
def test_build_function_navigation(self):
|
||
self.apb.build_namespace_pages()
|
||
self.apb.build_function_pages(['main.sub.func'])
|
||
self.apb.build_class_pages(['main.SomeClass',
|
||
'main.SomeSubClass',
|
||
'main.SomeInstance',
|
||
'main.SomeHiddenClass'])
|
||
self.linker.replace_dirpath(self.base, False)
|
||
html = self.base.join('api/main.sub.func.html').read()
|
||
print html
|
||
# XXX NOTE: do not mess with the string below, the spaces between the
|
||
# <div> and <a> are actually UTF-8 \xa0 characters (non-breaking
|
||
# spaces)!
|
||
assert """\
|
||
<div class="sidebar">
|
||
<div class="selected"><a href="index.html">pkg</a></div>
|
||
<div class="selected"> <a href="main.html">main</a></div>
|
||
<div> <a href="main.SomeClass.html">SomeClass</a></div>
|
||
<div> <a href="main.SomeInstance.html">SomeInstance</a></div>
|
||
<div> <a href="main.SomeSubClass.html">SomeSubClass</a></div>
|
||
<div class="selected"> <a href="main.sub.html">sub</a></div>
|
||
<div class="selected"> <a href="main.sub.func.html">func</a></div>
|
||
<div> <a href="other.html">other</a></div></div>
|
||
""" in html
|
||
|
||
def test_build_root_namespace_view(self):
|
||
self.apb.build_namespace_pages()
|
||
self.linker.replace_dirpath(self.base, False)
|
||
rootfile = self.base.join('api/index.html')
|
||
assert rootfile.check()
|
||
html = rootfile.read()
|
||
assert '<a href="main.html">' in html
|
||
_checkhtml(html)
|
||
|
||
def test_get_revision(self):
|
||
py.test.skip('XXX changed implementation (temporarily?)')
|
||
if py.std.sys.platform.startswith('win'):
|
||
py.test.skip('broken on win32 for some reason (svn caching?), '
|
||
'skipping')
|
||
# XXX a lot of setup required for this one... more like a functional
|
||
# test I fear
|
||
|
||
# create test repo and checkout
|
||
repo = make_test_repo('test_get_revision_api_repo')
|
||
wc = py.path.svnwc(py.test.ensuretemp('test_get_revision_api_wc'))
|
||
wc.checkout(repo.url)
|
||
assert wc.status().rev == '0'
|
||
|
||
# create a temp package inside the working copy
|
||
fs_root, pkg_name = setup_fs_project(wc)
|
||
ds, dsa = get_dsa(self.fs_root, self.pkg_name)
|
||
wc.commit('test get revision commit')
|
||
wc.update()
|
||
|
||
# clear cache
|
||
py.__.apigen.htmlgen._get_obj_cache = {}
|
||
|
||
# fiddle about a bit with paths so that our package is picked up :|
|
||
old_path = py.std.sys.path
|
||
try:
|
||
py.std.sys.path.insert(0, fs_root.strpath)
|
||
pkgkeys = [k for k in py.std.sys.modules.keys() if
|
||
k == 'pkg' or k.startswith('pkg.')]
|
||
# remove modules from sys.modules
|
||
for key in pkgkeys:
|
||
del py.std.sys.modules[key]
|
||
|
||
# now create a new apb that uses the wc pkg
|
||
apb = ApiPageBuilder(self.base, self.linker, dsa,
|
||
fs_root.join(pkg_name),
|
||
self.namespace_tree, self.project)
|
||
apb._revcache = {} # clear cache, this is on class level!!
|
||
|
||
pkg = wc.join('pkg')
|
||
assert pkg.check(versioned=True)
|
||
assert pkg.info().created_rev == 1
|
||
|
||
funcpath = pkg.join('func.py')
|
||
classpath = pkg.join('someclass.py')
|
||
assert funcpath.check(versioned=True)
|
||
assert classpath.check(versioned=True)
|
||
assert apb.get_revision('main.sub.func') == 1
|
||
assert apb.get_revision('main.SomeClass') == 1
|
||
assert apb.get_revision('') == 1
|
||
assert apb.get_revision('main.sub') == 1
|
||
funcpath.write(funcpath.read() + '\n')
|
||
funcpath.commit('updated func')
|
||
wc.update()
|
||
apb._revcache = {} # clear cache
|
||
assert apb.get_revision('main.sub.func') == 2
|
||
assert apb.get_revision('') == 1
|
||
assert apb.get_revision('main.SomeClass') == 1
|
||
finally:
|
||
py.std.sys.path = old_path
|
||
# clear caches again
|
||
py.__.apigen.htmlgen._get_obj_cache = {}
|
||
apb._revcache = {}
|
||
|
||
class TestSourcePageBuilder(AbstractBuilderTest):
|
||
def test_build_pages(self):
|
||
self.spb.build_pages(self.fs_root)
|
||
somesource = self.base.join('source/pkg/func.py.html').read()
|
||
_checkhtml(somesource)
|
||
|
||
def test_build_pages_nav(self):
|
||
self.spb.build_pages(self.fs_root)
|
||
self.linker.replace_dirpath(self.base, False)
|
||
funcsource = self.base.join('source/pkg/func.py.html')
|
||
assert funcsource.check(file=True)
|
||
html = funcsource.read()
|
||
print html
|
||
run_string_sequence_test(html, [
|
||
'href="../style.css"',
|
||
'<a href="index.html">pkg</a>',
|
||
'<a href="someclass.py.html">someclass.py</a>',
|
||
'<a href="somesubclass.py.html">somesubclass.py</a>',
|
||
])
|
||
|
||
def test_build_dir_page(self):
|
||
self.spb.build_pages(self.fs_root)
|
||
self.linker.replace_dirpath(self.base, False)
|
||
pkgindex = self.base.join('source/pkg/index.html')
|
||
assert pkgindex.check(file=True)
|
||
html = pkgindex.read()
|
||
print html
|
||
run_string_sequence_test(html, [
|
||
'href="../style.css"',
|
||
'<a href="index.html">pkg</a>',
|
||
'<a href="func.py.html">func.py</a>',
|
||
'<a href="someclass.py.html">someclass.py</a>',
|
||
'<a href="somesubclass.py.html">somesubclass.py</a>',
|
||
'<h2>directories</h2>',
|
||
'<h2>files</h2>'])
|
||
_checkhtml(html)
|
||
|
||
def test_build_source_page(self):
|
||
self.spb.build_pages(self.fs_root)
|
||
self.linker.replace_dirpath(self.base, False)
|
||
funcsource = self.base.join('source/pkg/func.py.html')
|
||
assert funcsource.check(file=True)
|
||
html = funcsource.read()
|
||
print html
|
||
assert ('<span class="alt_keyword">def</span> '
|
||
'<a href="#func" name="func">func</a>(arg1)') in html
|
||
|
||
def test_build_navigation_root(self):
|
||
self.spb.build_pages(self.fs_root)
|
||
self.linker.replace_dirpath(self.base)
|
||
html = self.base.join('source/pkg/index.html').read()
|
||
print html
|
||
run_string_sequence_test(html, [
|
||
'href="index.html">pkg',
|
||
'href="func.py.html">func.py',
|
||
'href="someclass.py.html">someclass.py',
|
||
'href="somesubclass.py.html">somesubclass.py',
|
||
])
|
||
|
||
def test_get_revision(self):
|
||
py.test.skip('XXX changed implementation (temporarily?)')
|
||
if py.std.sys.platform.startswith('win'):
|
||
py.test.skip('broken on win32 for some reason (svn caching?), '
|
||
'skipping')
|
||
repo = make_test_repo('test_get_revision_source_repo')
|
||
wc = py.path.svnwc(py.test.ensuretemp('test_get_revision_source_wc'))
|
||
wc.checkout(repo.url)
|
||
|
||
dir = wc.ensure('dir', dir=True)
|
||
file = dir.ensure('file.py', file=True)
|
||
wc.commit('added dir and file')
|
||
wc.update()
|
||
assert file.check(versioned=True)
|
||
assert wc.status().rev == '1'
|
||
|
||
assert self.spb.get_revision(dir) == 1
|
||
assert self.spb.get_revision(file) == 1
|
||
|
||
file.write('while 1:\n print "py lib is cool\n"')
|
||
file.commit('added some code')
|
||
assert file.status().rev == '2'
|
||
self.spb._revcache = {}
|
||
assert self.spb.get_revision(file) == 2
|
||
assert self.spb.get_revision(dir) == 1
|
||
|