mirror of
https://git.yoctoproject.org/poky
synced 2026-06-02 01:19:52 +00:00
prservice: remove connection caching
This patch is a follow on of the the PR server rework in bitbake to add read-only support. The shift to using the bb.asyncrpc code in the PR server and client brings issues with respect to reuse of the same asyncio loop in different processes. This patch removes the PR service connection caching to avoid one source of this problem. It is believed that in practice this should have little impact on overall performance. (From OE-Core rev: 0fc3055027e2a76ac863f1c0e0d52e95748066aa) Signed-off-by: Scott Murray <scott.murray@konsulko.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
committed by
Richard Purdie
parent
9d88d1d095
commit
3874ce6ee5
@@ -714,9 +714,7 @@ python package_get_auto_pr() {
|
|||||||
return
|
return
|
||||||
|
|
||||||
try:
|
try:
|
||||||
conn = d.getVar("__PRSERV_CONN")
|
conn = oe.prservice.prserv_make_conn(d)
|
||||||
if conn is None:
|
|
||||||
conn = oe.prservice.prserv_make_conn(d)
|
|
||||||
if conn is not None:
|
if conn is not None:
|
||||||
if "AUTOINC" in pkgv:
|
if "AUTOINC" in pkgv:
|
||||||
srcpv = bb.fetch2.get_srcrev(d)
|
srcpv = bb.fetch2.get_srcrev(d)
|
||||||
@@ -725,6 +723,7 @@ python package_get_auto_pr() {
|
|||||||
d.setVar("PRSERV_PV_AUTOINC", str(value))
|
d.setVar("PRSERV_PV_AUTOINC", str(value))
|
||||||
|
|
||||||
auto_pr = conn.getPR(version, pkgarch, checksum)
|
auto_pr = conn.getPR(version, pkgarch, checksum)
|
||||||
|
conn.close()
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
bb.fatal("Can NOT get PRAUTO, exception %s" % str(e))
|
bb.fatal("Can NOT get PRAUTO, exception %s" % str(e))
|
||||||
if auto_pr is None:
|
if auto_pr is None:
|
||||||
|
|||||||
+12
-13
@@ -11,7 +11,6 @@ def prserv_make_conn(d, check = False):
|
|||||||
if check:
|
if check:
|
||||||
if not conn.ping():
|
if not conn.ping():
|
||||||
raise Exception('service not available')
|
raise Exception('service not available')
|
||||||
d.setVar("__PRSERV_CONN",conn)
|
|
||||||
except Exception as exc:
|
except Exception as exc:
|
||||||
bb.fatal("Connecting to PR service %s:%s failed: %s" % (host_params[0], host_params[1], str(exc)))
|
bb.fatal("Connecting to PR service %s:%s failed: %s" % (host_params[0], host_params[1], str(exc)))
|
||||||
|
|
||||||
@@ -22,31 +21,29 @@ def prserv_dump_db(d):
|
|||||||
bb.error("Not using network based PR service")
|
bb.error("Not using network based PR service")
|
||||||
return None
|
return None
|
||||||
|
|
||||||
conn = d.getVar("__PRSERV_CONN")
|
conn = prserv_make_conn(d)
|
||||||
if conn is None:
|
if conn is None:
|
||||||
conn = prserv_make_conn(d)
|
bb.error("Making connection failed to remote PR service")
|
||||||
if conn is None:
|
return None
|
||||||
bb.error("Making connection failed to remote PR service")
|
|
||||||
return None
|
|
||||||
|
|
||||||
#dump db
|
#dump db
|
||||||
opt_version = d.getVar('PRSERV_DUMPOPT_VERSION')
|
opt_version = d.getVar('PRSERV_DUMPOPT_VERSION')
|
||||||
opt_pkgarch = d.getVar('PRSERV_DUMPOPT_PKGARCH')
|
opt_pkgarch = d.getVar('PRSERV_DUMPOPT_PKGARCH')
|
||||||
opt_checksum = d.getVar('PRSERV_DUMPOPT_CHECKSUM')
|
opt_checksum = d.getVar('PRSERV_DUMPOPT_CHECKSUM')
|
||||||
opt_col = ("1" == d.getVar('PRSERV_DUMPOPT_COL'))
|
opt_col = ("1" == d.getVar('PRSERV_DUMPOPT_COL'))
|
||||||
return conn.export(opt_version, opt_pkgarch, opt_checksum, opt_col)
|
d = conn.export(opt_version, opt_pkgarch, opt_checksum, opt_col)
|
||||||
|
conn.close()
|
||||||
|
return d
|
||||||
|
|
||||||
def prserv_import_db(d, filter_version=None, filter_pkgarch=None, filter_checksum=None):
|
def prserv_import_db(d, filter_version=None, filter_pkgarch=None, filter_checksum=None):
|
||||||
if not d.getVar('PRSERV_HOST'):
|
if not d.getVar('PRSERV_HOST'):
|
||||||
bb.error("Not using network based PR service")
|
bb.error("Not using network based PR service")
|
||||||
return None
|
return None
|
||||||
|
|
||||||
conn = d.getVar("__PRSERV_CONN")
|
conn = prserv_make_conn(d)
|
||||||
if conn is None:
|
if conn is None:
|
||||||
conn = prserv_make_conn(d)
|
bb.error("Making connection failed to remote PR service")
|
||||||
if conn is None:
|
return None
|
||||||
bb.error("Making connection failed to remote PR service")
|
|
||||||
return None
|
|
||||||
#get the entry values
|
#get the entry values
|
||||||
imported = []
|
imported = []
|
||||||
prefix = "PRAUTO$"
|
prefix = "PRAUTO$"
|
||||||
@@ -70,6 +67,7 @@ def prserv_import_db(d, filter_version=None, filter_pkgarch=None, filter_checksu
|
|||||||
bb.error("importing(%s,%s,%s,%d) failed. DB may have larger value %d" % (version,pkgarch,checksum,value,ret))
|
bb.error("importing(%s,%s,%s,%d) failed. DB may have larger value %d" % (version,pkgarch,checksum,value,ret))
|
||||||
else:
|
else:
|
||||||
imported.append((version,pkgarch,checksum,value))
|
imported.append((version,pkgarch,checksum,value))
|
||||||
|
conn.close()
|
||||||
return imported
|
return imported
|
||||||
|
|
||||||
def prserv_export_tofile(d, metainfo, datainfo, lockdown, nomax=False):
|
def prserv_export_tofile(d, metainfo, datainfo, lockdown, nomax=False):
|
||||||
@@ -125,4 +123,5 @@ def prserv_check_avail(d):
|
|||||||
except TypeError:
|
except TypeError:
|
||||||
bb.fatal('Undefined/incorrect PRSERV_HOST value. Format: "host:port"')
|
bb.fatal('Undefined/incorrect PRSERV_HOST value. Format: "host:port"')
|
||||||
else:
|
else:
|
||||||
prserv_make_conn(d, True)
|
conn = prserv_make_conn(d, True)
|
||||||
|
conn.close()
|
||||||
|
|||||||
Reference in New Issue
Block a user