We Keep Coding

Pyinfra - host/config objects

I was trying to run through some of the examples from pyinfra's docs to see if this tool would work for me (so I could manage some servers using good old Python) and I even found they had an example for installing virtualbox on a host machine, but I can't get even the example working. I'm getting a weird error that makes me think there's been an update to the tool since the examples, and even the docs, have been updated. Just wondering if anyone else has a way to get this to work with pyinfra (currently trying with version 1.5).
The example code:
from pyinfra import config, host
from pyinfra.facts.server import LinuxDistribution, LinuxName, OsVersion
from pyinfra.operations import apt, python, server
config.SUDO = True
virtualbox_version = '6.1'
def verify_virtualbox_version(state, host, version):
command = '/usr/bin/virtualbox --help'
status, stdout, stderr = host.run_shell_command(state, command=command, sudo=config.SUDO)
assert status is True # ensure the command executed OK
if version not in str(stdout):
raise Exception('`{}` did not work as expected.stdout:{} stderr:{}'.format(
command, stdout, stderr))
if host.get_fact(LinuxName) == 'Ubuntu':
code_name = host.get_fact(LinuxDistribution)['release_meta'].get('DISTRIB_CODENAME')
apt.packages(
name='Install packages',
packages=['wget'],
update=True,
)
apt.key(
name='Install VirtualBox key',
src='https://www.virtualbox.org/download/oracle_vbox_2016.asc',
)
apt.repo(
name='Install VirtualBox repo',
src='deb https://download.virtualbox.org/virtualbox/debian {} contrib'.format(code_name),
)
# install kernel headers
# Note: host.get_fact(OsVersion) is the same as `uname -r` (ex: '4.15.0-72-generic')
apt.packages(
{
'Install VirtualBox version {} and '
'kernel headers for {}'.format(virtualbox_version, host.get_fact(OsVersion)),
},
[
'virtualbox-{}'.format(virtualbox_version),
'linux-headers-{}'.format(host.get_fact(OsVersion)),
],
update=True,
)
server.shell(
name='Run vboxconfig which will stop/start VirtualBox services and build kernel modules',
commands='/sbin/vboxconfig',
)
python.call(
name='Verify VirtualBox version',
function=verify_virtualbox_version,
version=virtualbox_version,
)
Here is the error that I'm seeing:
File "install_virtualbox.py", line 21, in <module>
if host.get_fact(LinuxName) == 'Ubuntu':
AttributeError: module 'pyinfra.api.host' has no attribute 'get_fact'
I checked the source and I can't argue with my editor when it says it 'cannot find a reference to config' or 'init', as I don't see them either. But then how is anyone getting facts about hosts? Looks like the logic may have been moved to the 'pyinfra.api.host' and 'pyinfra.api.config' packages, but the logic there looks totally different.
Hoping I'm just missing something that someone who's been using the tool can help explain to me.

convert python script and its dependent scripts to exe

I have these python scripts which are dependent on each other --
py_scripts\format py_scripts\plugins py_scripts\utils py_scripts_main_.py py_scripts_pycache_ py_scripts\format\bit.py py_scripts\format\cmd.py py_scripts\format\ctr.py py_scripts\format\fnt.py py_scripts\format\hmp.py py_scripts\format\lmp.py py_scripts\format\mef.py py_scripts\format\qvm py_scripts\format\tex.py py_scripts\format\tga.py py_scripts\format\thm.py py_scripts\format\tlm.py py_scripts\format\tmm.py py_scripts\format\wav.py py_scripts\format_pycache_ py_scripts\format\qvm\op5.py py_scripts\format\qvm\op7.py py_scripts\format\qvm\ops.py py_scripts\format\qvm_init_.py py_scripts\format\qvm_pycache_ py_scripts\format\qvm_pycache_\op5.cpython-36.pyc py_scripts\format\qvm_pycache_\op7.cpython-36.pyc py_scripts\format\qvm_pycache_\ops.cpython-36.pyc py_scripts\format\qvm_pycache__init_.cpython-36.pyc py_scripts\format_pycache_\bit.cpython-36.pyc py_scripts\format_pycache_\cmd.cpython-36.pyc py_scripts\format_pycache_\ctr.cpython-36.pyc py_scripts\format_pycache_\fnt.cpython-36.pyc py_scripts\format_pycache_\hmp.cpython-36.pyc py_scripts\format_pycache_\lmp.cpython-36.pyc py_scripts\format_pycache_\mef.cpython-36.pyc py_scripts\format_pycache_\tex.cpython-36.pyc py_scripts\format_pycache_\tga.cpython-36.pyc py_scripts\format_pycache_\thm.cpython-36.pyc py_scripts\format_pycache_\tlm.cpython-36.pyc py_scripts\format_pycache_\tmm.cpython-36.pyc py_scripts\format_pycache_\wav.cpython-36.pyc py_scripts\plugins\bit py_scripts\plugins\cmd py_scripts\plugins\filesys py_scripts\plugins\fnt py_scripts\plugins\hmp py_scripts\plugins\ilff py_scripts\plugins\level py_scripts\plugins\lmp py_scripts\plugins\mef py_scripts\plugins\qvm py_scripts\plugins\tex py_scripts\plugins\thm py_scripts\plugins\tlm py_scripts\plugins\tmm py_scripts\plugins\wav py_scripts\plugins\bit\convert.py py_scripts\plugins\bit_init_.py py_scripts\plugins\bit_pycache_ py_scripts\plugins\bit_pycache_\convert.cpython-36.pyc py_scripts\plugins\bit_pycache__init_.cpython-36.pyc py_scripts\plugins\cmd\check.py py_scripts\plugins\cmd_init_.py py_scripts\plugins\cmd_pycache_ py_scripts\plugins\cmd_pycache_\check.cpython-36.pyc py_scripts\plugins\cmd_pycache__init_.cpython-36.pyc py_scripts\plugins\filesys\compfiles.py py_scripts\plugins\filesys\copyfiles.py py_scripts\plugins\filesys\countexts.py py_scripts\plugins\filesys\listfiles.py py_scripts\plugins\filesys\treefiles.py py_scripts\plugins\filesys_init_.py py_scripts\plugins\filesys_pycache_ py_scripts\plugins\filesys_pycache_\compfiles.cpython-36.pyc py_scripts\plugins\filesys_pycache_\copyfiles.cpython-36.pyc py_scripts\plugins\filesys_pycache_\countexts.cpython-36.pyc py_scripts\plugins\filesys_pycache_\listfiles.cpython-36.pyc py_scripts\plugins\filesys_pycache_\treefiles.cpython-36.pyc py_scripts\plugins\filesys_pycache__init_.cpython-36.pyc py_scripts\plugins\fnt\check.py py_scripts\plugins\fnt_init_.py py_scripts\plugins\fnt_pycache_ py_scripts\plugins\fnt_pycache_\check.cpython-36.pyc py_scripts\plugins\fnt_pycache__init_.cpython-36.pyc py_scripts\plugins\hmp\convert.py py_scripts\plugins\hmp_init_.py py_scripts\plugins\hmp_pycache_ py_scripts\plugins\hmp_pycache_\convert.cpython-36.pyc py_scripts\plugins\hmp_pycache__init_.cpython-36.pyc py_scripts\plugins\ilff\chunkset.py py_scripts\plugins\ilff\chunksizegcd.py py_scripts\plugins\ilff\chunksizeset.py py_scripts\plugins\ilff_init_.py py_scripts\plugins\ilff_pycache_ py_scripts\plugins\ilff_pycache_\chunkset.cpython-36.pyc py_scripts\plugins\ilff_pycache_\chunksizegcd.cpython-36.pyc py_scripts\plugins\ilff_pycache_\chunksizeset.cpython-36.pyc py_scripts\plugins\ilff_pycache__init_.cpython-36.pyc py_scripts\plugins\level\terrain.py py_scripts\plugins\level_init_.py py_scripts\plugins\level_pycache_ py_scripts\plugins\level_pycache_\terrain.cpython-36.pyc py_scripts\plugins\level_pycache__init_.cpython-36.pyc py_scripts\plugins\lmp\convert.py py_scripts\plugins\lmp_init_.py py_scripts\plugins\lmp_pycache_ py_scripts\plugins\lmp_pycache_\convert.cpython-36.pyc py_scripts\plugins\lmp_pycache__init_.cpython-36.pyc py_scripts\plugins\mef\check.py py_scripts\plugins\mef_init_.py py_scripts\plugins\mef_pycache_ py_scripts\plugins\mef_pycache_\check.cpython-36.pyc py_scripts\plugins\mef_pycache__init_.cpython-36.pyc py_scripts\plugins\qvm\ast.py py_scripts\plugins\qvm\convert.py py_scripts\plugins\qvm\decompile.py py_scripts\plugins\qvm\obj.py py_scripts\plugins\qvm\objects.py py_scripts\plugins\qvm\qsc.py py_scripts\plugins\qvm\terrain.py py_scripts\plugins\qvm_init_.py py_scripts\plugins\qvm_pycache_ py_scripts\plugins\qvm_pycache_\ast.cpython-36.pyc py_scripts\plugins\qvm_pycache_\convert.cpython-36.pyc py_scripts\plugins\qvm_pycache_\decompile.cpython-36.pyc py_scripts\plugins\qvm_pycache_\obj.cpython-36.pyc py_scripts\plugins\qvm_pycache_\objects.cpython-36.pyc py_scripts\plugins\qvm_pycache_\qsc.cpython-36.pyc py_scripts\plugins\qvm_pycache_\terrain.cpython-36.pyc py_scripts\plugins\qvm_pycache__init_.cpython-36.pyc py_scripts\plugins\tex\convert.py py_scripts\plugins\tex_init_.py py_scripts\plugins\tex_pycache_ py_scripts\plugins\tex_pycache_\convert.cpython-36.pyc py_scripts\plugins\tex_pycache__init_.cpython-36.pyc py_scripts\plugins\thm\convert.py py_scripts\plugins\thm_init_.py py_scripts\plugins\thm_pycache_ py_scripts\plugins\thm_pycache_\convert.cpython-36.pyc py_scripts\plugins\thm_pycache__init_.cpython-36.pyc py_scripts\plugins\tlm\convert.py py_scripts\plugins\tlm_init_.py py_scripts\plugins\tlm_pycache_ py_scripts\plugins\tlm_pycache_\convert.cpython-36.pyc py_scripts\plugins\tlm_pycache__init_.cpython-36.pyc py_scripts\plugins\tmm\convert.py py_scripts\plugins\tmm_init_.py py_scripts\plugins\tmm_pycache_ py_scripts\plugins\tmm_pycache_\convert.cpython-36.pyc py_scripts\plugins\tmm_pycache__init_.cpython-36.pyc py_scripts\plugins\wav\convert.py py_scripts\plugins\wav_init_.py py_scripts\plugins\wav_pycache_ py_scripts\plugins\wav_pycache_\convert.cpython-36.pyc py_scripts\plugins\wav_pycache__init_.cpython-36.pyc py_scripts\utils\fs.py py_scripts\utils\ilff.py py_scripts\utils_pycache_ py_scripts\utils_pycache_\fs.cpython-36.pyc py_scripts\utils_pycache_\ilff.cpython-36.pyc py_scripts_pycache__main_.cpython-36.pyc
I want to compile all these to a single exe file that works well with parameters...
Can anyone please help me ?
Thanks
My research :
i downloaded 'pyinstaller' from command line using 'pip' , then i used 'cd' command to locate my scripts folder , then i used 'pyinstaller --onefile main.py' command from command line and then it converted it to .exe
But the exe located in now 'dist' directory is showing an error on running error message
error output at command line
About my python scripts :
my scripts are actually dependent on 2 more external libraries "numpy, pillow, lxml", the 'main.py' used other scripts to work well. Also i wanted to pack all the file ".py, .pyc etc..." to exe. My script works well with parameters and is responsible for converting files. I don't wanted others to use my script it contains very sensitive data.
After all these info can anyone please help me ?
Thanks again

You can use pyinstaller for creating a single exe file which would be executable.
https://datatofish.com/executable-pyinstaller/
I think this would be helpful.

depot_tools conflict between python 2 and 3

I've seen variations on this error but no resolution.
Installing depot_tools on a Desktop folder, Lubuntu 18.04.
git clone https://chromium.googlesource.com/chromium/tools/depot_tools.git
resolves (apparently) perfectly fine; mod of PATH is fine, no ~, absolute path.
$python -V = 2.7.17
/usr/lib also contains python3, python3.6, python 3.7, and python 3.8
Calls to gclient sync or fetch return:
/home/arctos/Desktop/stream/depot_tools/bootstrap_python3: line 32: bootstrap-3.8.0.chromium.8_bin/python3/bin/python3: No such file or directory
/home/arctos/Desktop/stream/depot_tools/bootstrap_python3: line 32: bootstrap-3.8.0.chromium.8_bin/python3/bin/python3: No such file or directory
cat: /home/arctos/Desktop/stream/depot_tools/python3_bin_reldir.txt: No such file or directory
/home/arctos/Desktop/stream/depot_tools/vpython3: line 52: /home/arctos/Desktop/stream/depot_tools/.cipd_bin/vpython3: No such file or directory
Examining bootstrap_python3 shows:
BOOTSTRAP_PATH="bootstrap-${PYTHON3_VERSION}_bin"
# Install CIPD packages. The CIPD client self-bootstraps.
"cipd" ensure -log-level warning -ensure-file "${CIPD_MANIFEST}" \
-root "$BOOTSTRAP_PATH"
BOOTSTRAP_PYTHON_BIN="${BOOTSTRAP_PATH}/python3/bin/python3"
"$BOOTSTRAP_PYTHON_BIN" "bootstrap/bootstrap.py" --bootstrap-name "$BOOTSTRAP_PATH"
so it appears that there is a conflict somewhere trying to set BOOTSTRAP_PATH that includes {PYTHON3_VERSION}. GCLIENT.PY contains
# Warn when executing this script with Python 3 when the GCLIENT_PY3 environment
# variable is not set to 1.
# It is an increasingly common error on Windows 10 due to the store version of
# Python.
if (sys.version_info.major >= 3
and not 'GCLIENT_TEST' in os.environ
and os.getenv('GCLIENT_PY3') != '1'):
print('Warning: Running gclient on Python 3. \n'
'If you encounter any issues, please file a bug on crbug.com under '
'the Infra>SDK component.', file=sys.stderr)
Now, sys.version_info.major shows Python 2.7.17, NOT Python 3. That conflict might be rooted in GCLIENT_SMOKETEST_BASE.PY which contains
class GClientSmokeBase(fake_repos.FakeReposTestBase):
def setUp(self):
super(GClientSmokeBase, self).setUp()
# Make sure it doesn't try to auto update when testing!
self.env = os.environ.copy()
self.env['DEPOT_TOOLS_UPDATE'] = '0'
self.env['DEPOT_TOOLS_METRICS'] = '0'
# Suppress Python 3 warnings and other test undesirables.
self.env['GCLIENT_TEST'] = '1'
self.env['GCLIENT_PY3'] = '0' if sys.version_info.major == 2 else '1'
self.maxDiff = None
but I'm unable to determine the proper fix for this that will allow depot_tools to install/run correctly.
It's also worth nothing that this is a new error; installs two weeks ago were fine.

ns-3 Build Error

I am trying to build ns-3 using the command ./waf inside the ns-3 folder,
but it gives me this:
Waf: Entering directory `/home/mptcp/build'
Waf: Leaving directory `/home/mptcp/build'
source not found: 'model/mp-tcp-onoff-application.cc' in
bld(features=['cxx', 'cxxshlib', 'ns3module'],
ns3_dir_location='src/applications', pcfilegen=bld(features='ns3pcfile',
idx=2, meths=[], prec=defaultdict(<type 'list'>, {}), _name='', source='',
module='ns3-applications', mappings={}, path=/home/mptcp/src/applications,
target='') in /home/mptcp/src/applications, use=['ns3-internet', 'ns3-
config-store', 'ns3-stats', 'ns3-mptcp'], mappings={}, uselib='', meths=
['_add_test_code', 'apply_bundle', 'process_rule', 'process_source',
'apply_link', 'apply_implib', 'process_use', 'propagate_uselib_vars',
'apply_incpaths', 'apply_vnum', 'set_macosx_deployment_target'],
prec=defaultdict(<type 'list'>, {}), source=['model/bulk-send-
application.cc', 'model/onoff-application.cc', 'model/packet-sink.cc',
'model/ping6.cc', 'model/radvd.cc', 'model/radvd-interface.cc',
'model/radvd-prefix.cc', 'model/udp-client.cc', 'model/udp-server.cc',
'model/seq-ts-header.cc', 'model/udp-trace-client.cc', 'model/packet-loss-
counter.cc', 'model/udp-echo-client.cc', 'model/udp-echo-server.cc',
'model/v4ping.cc', 'model/application-packet-probe.cc', 'helper/bulk-send-
helper.cc', 'helper/on-off-helper.cc', 'helper/packet-sink-helper.cc',
'helper/ping6-helper.cc', 'helper/udp-client-server-helper.cc',
'helper/udp-echo-helper.cc', 'helper/v4ping-helper.cc', 'helper/radvd-
helper.cc', 'model/mp-tcp-packet-sink.cc', 'model/mp-tcp-bulk-send-
application.cc', 'model/mp-tcp-onoff-application.cc', 'helper/mp-tcp-
packet-sink-helper.cc', 'helper/mp-tcp-bulk-send-helper.cc'], test=False,
is_ns3_module=True, install_path='${LIBDIR}', module_deps=['internet',
'config-store', 'stats', 'mptcp'], dependencies=['internet', 'config-
store', 'stats', 'mptcp'], path=/home/mptcp/src/applications, vnum=None,
posted=True, is_static=False, target='../../ns3.19-applications-debug',
idx=1, _name='ns3-applications') in /home/mptcp/src/applications
I cant figure out what to do.
I have removed the file /mp-tcp-onoff-application.cc from the folder and have also edited the wscript file.
How to remove this error ? This seems to be a missing source file error, what does the error message say ? I have already removed the file references.

The error says that waf can't find model/mp-tcp-onoff-application.cc. In the error message the source attribute of the task generator lists model/mp-tcp-onoff-application.cc as a source. waf is perfectly right :)
If you have removed model/mp-tcp-onoff-application.cc from disk you should ensure that your wscript does not consider model/mp-tcp-onoff-application.cc as a source. Without the wscript I can't help you more.
If the wscript build the source list, try to waf clean before your build

library not found for lboost_python

When installing boost i remember having this problem which the fix was to use --without-python option.
When i now go brew install boost
it gives Warning: boost-1.58.0 already installed
But now when trying to configure graph_tool i get library not found for -lboost_python and indeed there is nothing in ls /usr/local/lib/libboost_python* where my boost is installed.
But there are plenty of other boost files:
ls libboost*
libboost_atomic-mt.a libboost_filesystem.a libboost_math_c99f-mt.a libboost_program_options-mt.a libboost_test_exec_monitor-mt.a
libboost_atomic-mt.dylib libboost_filesystem.dylib libboost_math_c99f-mt.dylib libboost_program_options-mt.dylib libboost_test_exec_monitor.a
libboost_chrono-mt.a libboost_graph-mt.a libboost_math_c99f.a libboost_program_options.a libboost_thread-mt.a
libboost_chrono-mt.dylib libboost_graph-mt.dylib libboost_math_c99f.dylib libboost_program_options.dylib libboost_thread-mt.dylib
libboost_chrono.a libboost_graph.a libboost_math_c99l-mt.a libboost_random-mt.a libboost_timer-mt.a
libboost_chrono.dylib libboost_graph.dylib libboost_math_c99l-mt.dylib libboost_random-mt.dylib libboost_timer-mt.dylib
libboost_container-mt.a libboost_iostreams-mt.a libboost_math_c99l.a libboost_random.a libboost_timer.a
libboost_container-mt.dylib libboost_iostreams-mt.dylib libboost_math_c99l.dylib libboost_random.dylib libboost_timer.dylib
libboost_container.a libboost_iostreams.a libboost_math_tr1-mt.a libboost_regex-mt.a libboost_unit_test_framework-mt.a
libboost_container.dylib libboost_iostreams.dylib libboost_math_tr1-mt.dylib libboost_regex-mt.dylib libboost_unit_test_framework-mt.dylib
libboost_context-mt.a libboost_locale-mt.a libboost_math_tr1.a libboost_regex.a libboost_unit_test_framework.a
libboost_context-mt.dylib libboost_locale-mt.dylib libboost_math_tr1.dylib libboost_regex.dylib libboost_unit_test_framework.dylib
libboost_coroutine-mt.a libboost_log-mt.a libboost_math_tr1f-mt.a libboost_serialization-mt.a libboost_wave-mt.a
libboost_coroutine-mt.dylib libboost_log-mt.dylib libboost_math_tr1f-mt.dylib libboost_serialization-mt.dylib libboost_wave-mt.dylib
libboost_coroutine.a libboost_log.a libboost_math_tr1f.a libboost_serialization.a libboost_wave.a
libboost_coroutine.dylib libboost_log.dylib libboost_math_tr1f.dylib libboost_serialization.dylib libboost_wave.dylib
libboost_date_time-mt.a libboost_log_setup-mt.a libboost_math_tr1l-mt.a libboost_signals-mt.a libboost_wserialization-mt.a
libboost_date_time-mt.dylib libboost_log_setup-mt.dylib libboost_math_tr1l-mt.dylib libboost_signals-mt.dylib libboost_wserialization-mt.dylib
libboost_date_time.a libboost_log_setup.a libboost_math_tr1l.a libboost_signals.a libboost_wserialization.a
libboost_date_time.dylib libboost_log_setup.dylib libboost_math_tr1l.dylib libboost_signals.dylib libboost_wserialization.dylib
libboost_exception-mt.a libboost_math_c99-mt.a libboost_prg_exec_monitor-mt.a libboost_system-mt.a
libboost_exception.a libboost_math_c99-mt.dylib libboost_prg_exec_monitor-mt.dylib libboost_system-mt.dylib
libboost_filesystem-mt.a libboost_math_c99.a libboost_prg_exec_monitor.a libboost_system.a
libboost_filesystem-mt.dylib libboost_math_c99.dylib libboost_prg_exec_monitor.dylib libboost_system.dylib
Here is a pastey of config.log
How do i fix this?